2024-11-23 19:40:04,262 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-23 19:40:04,273 main DEBUG Took 0.009326 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 19:40:04,274 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 19:40:04,274 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 19:40:04,275 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 19:40:04,276 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:40:04,283 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 19:40:04,295 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:40:04,296 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:40:04,296 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:40:04,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:40:04,297 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:40:04,298 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:40:04,299 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:40:04,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:40:04,299 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:40:04,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:40:04,300 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:40:04,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:40:04,301 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:40:04,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:40:04,302 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:40:04,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:40:04,303 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:40:04,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:40:04,304 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:40:04,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:40:04,304 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:40:04,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:40:04,305 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:40:04,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:40:04,306 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:40:04,306 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 19:40:04,307 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:40:04,309 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 19:40:04,310 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 19:40:04,311 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 19:40:04,312 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 19:40:04,312 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 19:40:04,320 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 19:40:04,322 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 19:40:04,324 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 19:40:04,325 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 19:40:04,325 main DEBUG createAppenders(={Console}) 2024-11-23 19:40:04,326 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-23 19:40:04,326 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-23 19:40:04,326 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-23 19:40:04,327 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 19:40:04,327 main DEBUG OutputStream closed 2024-11-23 19:40:04,327 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 19:40:04,328 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 19:40:04,328 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-23 19:40:04,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 19:40:04,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 19:40:04,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 19:40:04,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 19:40:04,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 19:40:04,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 19:40:04,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 19:40:04,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 19:40:04,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 19:40:04,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 19:40:04,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 19:40:04,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 19:40:04,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 19:40:04,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 19:40:04,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 19:40:04,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 19:40:04,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 19:40:04,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 19:40:04,409 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 19:40:04,409 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-23 19:40:04,410 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 19:40:04,410 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-23T19:40:04,723 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47 2024-11-23 19:40:04,726 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 19:40:04,726 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T19:40:04,734 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-23T19:40:04,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T19:40:04,781 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/cluster_3240d847-f7e0-6776-bf1b-538b0d0e6151, deleteOnExit=true 2024-11-23T19:40:04,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T19:40:04,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/test.cache.data in system properties and HBase conf 2024-11-23T19:40:04,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T19:40:04,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/hadoop.log.dir in system properties and HBase conf 2024-11-23T19:40:04,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T19:40:04,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T19:40:04,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T19:40:04,893 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T19:40:04,973 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T19:40:04,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T19:40:04,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T19:40:04,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T19:40:04,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T19:40:04,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T19:40:04,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T19:40:04,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T19:40:04,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T19:40:04,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T19:40:04,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/nfs.dump.dir in system properties and HBase conf 2024-11-23T19:40:04,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/java.io.tmpdir in system properties and HBase conf 2024-11-23T19:40:04,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T19:40:04,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T19:40:04,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T19:40:06,113 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T19:40:06,234 INFO [Time-limited test {}] log.Log(170): Logging initialized @2679ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T19:40:06,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T19:40:06,440 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T19:40:06,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T19:40:06,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T19:40:06,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T19:40:06,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T19:40:06,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/hadoop.log.dir/,AVAILABLE} 2024-11-23T19:40:06,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T19:40:06,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bbf242f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/java.io.tmpdir/jetty-localhost-33181-hadoop-hdfs-3_4_1-tests_jar-_-any-14572549912031718857/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T19:40:06,785 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:33181} 2024-11-23T19:40:06,785 INFO [Time-limited test {}] server.Server(415): Started @3231ms 2024-11-23T19:40:07,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T19:40:07,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T19:40:07,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T19:40:07,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T19:40:07,455 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T19:40:07,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/hadoop.log.dir/,AVAILABLE} 2024-11-23T19:40:07,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T19:40:07,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dfb1097{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/java.io.tmpdir/jetty-localhost-40005-hadoop-hdfs-3_4_1-tests_jar-_-any-17826280277616838957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T19:40:07,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:40005} 2024-11-23T19:40:07,586 INFO [Time-limited test {}] server.Server(415): Started @4032ms 2024-11-23T19:40:07,644 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T19:40:08,535 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/cluster_3240d847-f7e0-6776-bf1b-538b0d0e6151/data/data2/current/BP-1012490565-172.17.0.2-1732390805632/current, will proceed with Du for space computation calculation, 2024-11-23T19:40:08,535 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/cluster_3240d847-f7e0-6776-bf1b-538b0d0e6151/data/data1/current/BP-1012490565-172.17.0.2-1732390805632/current, will proceed with Du for space computation calculation, 2024-11-23T19:40:08,588 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T19:40:08,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef179d5acee642dd with lease ID 0x813a005ffb2716b: Processing first storage report for DS-a14953b4-3f96-4def-b89e-a848027b93a3 from datanode DatanodeRegistration(127.0.0.1:45667, datanodeUuid=d4d2ef34-3910-46db-a91c-dbb808b0d684, infoPort=43175, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=1990816401;c=1732390805632) 2024-11-23T19:40:08,635 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef179d5acee642dd with lease ID 0x813a005ffb2716b: from storage DS-a14953b4-3f96-4def-b89e-a848027b93a3 node DatanodeRegistration(127.0.0.1:45667, datanodeUuid=d4d2ef34-3910-46db-a91c-dbb808b0d684, infoPort=43175, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=1990816401;c=1732390805632), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T19:40:08,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef179d5acee642dd with lease ID 0x813a005ffb2716b: Processing first storage report for DS-1cebc760-40de-43ba-8466-13db55783637 from datanode DatanodeRegistration(127.0.0.1:45667, datanodeUuid=d4d2ef34-3910-46db-a91c-dbb808b0d684, infoPort=43175, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=1990816401;c=1732390805632) 2024-11-23T19:40:08,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef179d5acee642dd with lease ID 0x813a005ffb2716b: from storage DS-1cebc760-40de-43ba-8466-13db55783637 node DatanodeRegistration(127.0.0.1:45667, datanodeUuid=d4d2ef34-3910-46db-a91c-dbb808b0d684, infoPort=43175, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=1990816401;c=1732390805632), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T19:40:08,701 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47 2024-11-23T19:40:08,804 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/cluster_3240d847-f7e0-6776-bf1b-538b0d0e6151/zookeeper_0, clientPort=60193, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/cluster_3240d847-f7e0-6776-bf1b-538b0d0e6151/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/cluster_3240d847-f7e0-6776-bf1b-538b0d0e6151/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T19:40:08,813 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60193 2024-11-23T19:40:08,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:40:08,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:40:09,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741825_1001 (size=7) 2024-11-23T19:40:09,482 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd with version=8 2024-11-23T19:40:09,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/hbase-staging 2024-11-23T19:40:09,607 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T19:40:09,834 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e9a55eb58607:0 server-side Connection retries=45 2024-11-23T19:40:09,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:40:09,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T19:40:09,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T19:40:09,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:40:09,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T19:40:09,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T19:40:10,039 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T19:40:10,050 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T19:40:10,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T19:40:10,080 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2487 (auto-detected) 2024-11-23T19:40:10,081 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T19:40:10,100 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38393 2024-11-23T19:40:10,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38393 connecting to ZooKeeper ensemble=127.0.0.1:60193 2024-11-23T19:40:10,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383930x0, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T19:40:10,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38393-0x1016a7f7f940000 connected 2024-11-23T19:40:10,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:40:10,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:40:10,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:40:10,667 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd, hbase.cluster.distributed=false 2024-11-23T19:40:10,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T19:40:10,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38393 2024-11-23T19:40:10,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38393 2024-11-23T19:40:10,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38393 2024-11-23T19:40:10,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38393 2024-11-23T19:40:10,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38393 2024-11-23T19:40:10,797 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e9a55eb58607:0 server-side Connection retries=45 2024-11-23T19:40:10,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:40:10,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T19:40:10,799 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T19:40:10,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:40:10,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T19:40:10,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T19:40:10,804 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T19:40:10,805 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38025 2024-11-23T19:40:10,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38025 connecting to ZooKeeper ensemble=127.0.0.1:60193 2024-11-23T19:40:10,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:40:10,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:40:10,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380250x0, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T19:40:10,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380250x0, quorum=127.0.0.1:60193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:40:10,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38025-0x1016a7f7f940001 connected 2024-11-23T19:40:10,839 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T19:40:10,850 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T19:40:10,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T19:40:10,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T19:40:10,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38025 2024-11-23T19:40:10,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38025 2024-11-23T19:40:10,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38025 2024-11-23T19:40:10,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38025 2024-11-23T19:40:10,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38025 2024-11-23T19:40:10,878 DEBUG [M:0;e9a55eb58607:38393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e9a55eb58607:38393 2024-11-23T19:40:10,879 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e9a55eb58607,38393,1732390809664 2024-11-23T19:40:10,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:40:10,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:40:10,907 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e9a55eb58607,38393,1732390809664 2024-11-23T19:40:10,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:40:10,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T19:40:10,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:40:10,943 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T19:40:10,944 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e9a55eb58607,38393,1732390809664 from backup master directory 2024-11-23T19:40:10,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:40:10,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e9a55eb58607,38393,1732390809664 2024-11-23T19:40:10,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:40:10,957 WARN [master/e9a55eb58607:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T19:40:10,958 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e9a55eb58607,38393,1732390809664 2024-11-23T19:40:10,960 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T19:40:10,962 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T19:40:11,026 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/hbase.id] with ID: 3962e9e1-8454-46b4-a2dd-9410cfcb56ab 2024-11-23T19:40:11,026 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/.tmp/hbase.id 2024-11-23T19:40:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741826_1002 (size=42) 2024-11-23T19:40:11,441 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/.tmp/hbase.id]:[hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/hbase.id] 2024-11-23T19:40:11,494 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:40:11,499 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T19:40:11,516 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-23T19:40:11,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:40:11,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:40:11,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741827_1003 (size=196) 2024-11-23T19:40:11,984 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:40:11,987 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T19:40:12,001 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:12,006 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:40:12,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741828_1004 (size=1189) 2024-11-23T19:40:12,059 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store 2024-11-23T19:40:12,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741829_1005 (size=34) 2024-11-23T19:40:12,494 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T19:40:12,497 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:40:12,498 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T19:40:12,499 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:40:12,499 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:40:12,500 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T19:40:12,500 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:40:12,500 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:40:12,502 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732390812498Disabling compacts and flushes for region at 1732390812498Disabling writes for close at 1732390812500 (+2 ms)Writing region close event to WAL at 1732390812500Closed at 1732390812500 2024-11-23T19:40:12,505 WARN [master/e9a55eb58607:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/.initializing 2024-11-23T19:40:12,506 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/WALs/e9a55eb58607,38393,1732390809664 2024-11-23T19:40:12,514 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T19:40:12,531 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e9a55eb58607%2C38393%2C1732390809664, suffix=, logDir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/WALs/e9a55eb58607,38393,1732390809664, archiveDir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/oldWALs, maxLogs=10 2024-11-23T19:40:12,559 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/WALs/e9a55eb58607,38393,1732390809664/e9a55eb58607%2C38393%2C1732390809664.1732390812537, exclude list is [], retry=0 2024-11-23T19:40:12,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45667,DS-a14953b4-3f96-4def-b89e-a848027b93a3,DISK] 2024-11-23T19:40:12,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T19:40:12,616 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/WALs/e9a55eb58607,38393,1732390809664/e9a55eb58607%2C38393%2C1732390809664.1732390812537 2024-11-23T19:40:12,617 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43175:43175)] 2024-11-23T19:40:12,618 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:40:12,619 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:40:12,623 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:40:12,624 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:40:12,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:40:12,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T19:40:12,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:12,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:40:12,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:40:12,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T19:40:12,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:12,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:40:12,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:40:12,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T19:40:12,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:12,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:40:12,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:40:12,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T19:40:12,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:12,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:40:12,719 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:40:12,723 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:40:12,724 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:40:12,731 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:40:12,732 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:40:12,736 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T19:40:12,741 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:40:12,747 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:40:12,749 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66614437, jitterRate=-0.007367536425590515}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T19:40:12,756 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732390812639Initializing all the Stores at 1732390812642 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732390812642Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390812643 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390812643Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390812643Cleaning up temporary data from old regions at 1732390812732 (+89 ms)Region opened successfully at 1732390812756 (+24 ms) 2024-11-23T19:40:12,757 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T19:40:12,795 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79110a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e9a55eb58607/172.17.0.2:0 2024-11-23T19:40:12,828 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T19:40:12,838 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T19:40:12,838 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T19:40:12,841 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T19:40:12,842 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T19:40:12,846 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-23T19:40:12,846 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T19:40:12,873 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T19:40:12,882 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T19:40:12,914 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T19:40:12,917 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T19:40:12,919 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T19:40:12,931 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T19:40:12,934 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T19:40:12,940 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T19:40:12,949 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T19:40:12,950 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T19:40:12,957 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T19:40:12,975 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T19:40:12,982 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T19:40:12,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T19:40:12,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T19:40:12,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:40:12,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:40:12,995 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e9a55eb58607,38393,1732390809664, sessionid=0x1016a7f7f940000, setting cluster-up flag (Was=false) 2024-11-23T19:40:13,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:40:13,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:40:13,049 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T19:40:13,054 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e9a55eb58607,38393,1732390809664 2024-11-23T19:40:13,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:40:13,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:40:13,099 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T19:40:13,102 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e9a55eb58607,38393,1732390809664 2024-11-23T19:40:13,111 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T19:40:13,170 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(746): ClusterId : 3962e9e1-8454-46b4-a2dd-9410cfcb56ab 2024-11-23T19:40:13,172 DEBUG [RS:0;e9a55eb58607:38025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T19:40:13,177 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T19:40:13,185 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T19:40:13,191 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T19:40:13,195 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e9a55eb58607,38393,1732390809664 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T19:40:13,201 DEBUG [RS:0;e9a55eb58607:38025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T19:40:13,201 DEBUG [RS:0;e9a55eb58607:38025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T19:40:13,202 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e9a55eb58607:0, corePoolSize=5, maxPoolSize=5 2024-11-23T19:40:13,202 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e9a55eb58607:0, corePoolSize=5, maxPoolSize=5 2024-11-23T19:40:13,202 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e9a55eb58607:0, corePoolSize=5, maxPoolSize=5 2024-11-23T19:40:13,203 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e9a55eb58607:0, corePoolSize=5, maxPoolSize=5 2024-11-23T19:40:13,203 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e9a55eb58607:0, corePoolSize=10, maxPoolSize=10 2024-11-23T19:40:13,203 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e9a55eb58607:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:40:13,203 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e9a55eb58607:0, corePoolSize=2, maxPoolSize=2 2024-11-23T19:40:13,203 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e9a55eb58607:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:40:13,206 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732390843206 2024-11-23T19:40:13,207 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T19:40:13,208 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T19:40:13,209 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T19:40:13,209 DEBUG [RS:0;e9a55eb58607:38025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T19:40:13,209 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T19:40:13,209 DEBUG [RS:0;e9a55eb58607:38025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562a40ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e9a55eb58607/172.17.0.2:0 2024-11-23T19:40:13,212 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T19:40:13,212 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T19:40:13,212 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T19:40:13,212 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T19:40:13,215 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:13,213 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:13,215 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T19:40:13,217 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T19:40:13,218 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T19:40:13,219 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T19:40:13,223 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T19:40:13,223 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T19:40:13,225 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e9a55eb58607:0:becomeActiveMaster-HFileCleaner.large.0-1732390813224,5,FailOnTimeoutGroup] 2024-11-23T19:40:13,226 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e9a55eb58607:0:becomeActiveMaster-HFileCleaner.small.0-1732390813225,5,FailOnTimeoutGroup] 2024-11-23T19:40:13,226 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:13,226 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T19:40:13,227 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:13,228 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:13,229 DEBUG [RS:0;e9a55eb58607:38025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e9a55eb58607:38025 2024-11-23T19:40:13,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741831_1007 (size=1321) 2024-11-23T19:40:13,233 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T19:40:13,233 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T19:40:13,234 DEBUG [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T19:40:13,236 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(2659): reportForDuty to master=e9a55eb58607,38393,1732390809664 with port=38025, startcode=1732390810767 2024-11-23T19:40:13,250 DEBUG [RS:0;e9a55eb58607:38025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T19:40:13,283 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56449, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T19:40:13,288 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e9a55eb58607,38025,1732390810767 2024-11-23T19:40:13,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38393 {}] master.ServerManager(517): Registering regionserver=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:13,302 DEBUG [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd 2024-11-23T19:40:13,302 DEBUG [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40929 2024-11-23T19:40:13,302 DEBUG [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T19:40:13,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T19:40:13,325 DEBUG [RS:0;e9a55eb58607:38025 {}] zookeeper.ZKUtil(111): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e9a55eb58607,38025,1732390810767 2024-11-23T19:40:13,325 WARN [RS:0;e9a55eb58607:38025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T19:40:13,325 INFO [RS:0;e9a55eb58607:38025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:40:13,326 DEBUG [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/WALs/e9a55eb58607,38025,1732390810767 2024-11-23T19:40:13,327 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e9a55eb58607,38025,1732390810767] 2024-11-23T19:40:13,351 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T19:40:13,366 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T19:40:13,370 INFO [RS:0;e9a55eb58607:38025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T19:40:13,371 INFO [RS:0;e9a55eb58607:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:13,371 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T19:40:13,376 INFO [RS:0;e9a55eb58607:38025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T19:40:13,378 INFO [RS:0;e9a55eb58607:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:13,378 DEBUG [RS:0;e9a55eb58607:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e9a55eb58607:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:40:13,378 DEBUG [RS:0;e9a55eb58607:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e9a55eb58607:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:40:13,378 DEBUG [RS:0;e9a55eb58607:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e9a55eb58607:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:40:13,378 DEBUG [RS:0;e9a55eb58607:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e9a55eb58607:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:40:13,379 DEBUG [RS:0;e9a55eb58607:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e9a55eb58607:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:40:13,379 DEBUG [RS:0;e9a55eb58607:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e9a55eb58607:0, corePoolSize=2, maxPoolSize=2 2024-11-23T19:40:13,379 DEBUG [RS:0;e9a55eb58607:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:40:13,379 DEBUG [RS:0;e9a55eb58607:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e9a55eb58607:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:40:13,379 DEBUG [RS:0;e9a55eb58607:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e9a55eb58607:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:40:13,379 DEBUG [RS:0;e9a55eb58607:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e9a55eb58607:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:40:13,379 DEBUG [RS:0;e9a55eb58607:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e9a55eb58607:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:40:13,380 DEBUG [RS:0;e9a55eb58607:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e9a55eb58607:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:40:13,380 DEBUG [RS:0;e9a55eb58607:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e9a55eb58607:0, corePoolSize=3, maxPoolSize=3 2024-11-23T19:40:13,380 DEBUG [RS:0;e9a55eb58607:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0, corePoolSize=3, maxPoolSize=3 2024-11-23T19:40:13,381 INFO [RS:0;e9a55eb58607:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:13,382 INFO [RS:0;e9a55eb58607:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:13,382 INFO [RS:0;e9a55eb58607:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:13,382 INFO [RS:0;e9a55eb58607:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:13,382 INFO [RS:0;e9a55eb58607:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:13,382 INFO [RS:0;e9a55eb58607:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=e9a55eb58607,38025,1732390810767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T19:40:13,402 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T19:40:13,403 INFO [RS:0;e9a55eb58607:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=e9a55eb58607,38025,1732390810767-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:13,403 INFO [RS:0;e9a55eb58607:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:13,404 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.Replication(171): e9a55eb58607,38025,1732390810767 started 2024-11-23T19:40:13,424 INFO [RS:0;e9a55eb58607:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:13,424 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(1482): Serving as e9a55eb58607,38025,1732390810767, RpcServer on e9a55eb58607/172.17.0.2:38025, sessionid=0x1016a7f7f940001 2024-11-23T19:40:13,425 DEBUG [RS:0;e9a55eb58607:38025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T19:40:13,425 DEBUG [RS:0;e9a55eb58607:38025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e9a55eb58607,38025,1732390810767 2024-11-23T19:40:13,425 DEBUG [RS:0;e9a55eb58607:38025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e9a55eb58607,38025,1732390810767' 2024-11-23T19:40:13,426 DEBUG [RS:0;e9a55eb58607:38025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T19:40:13,427 DEBUG [RS:0;e9a55eb58607:38025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T19:40:13,427 DEBUG [RS:0;e9a55eb58607:38025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T19:40:13,427 DEBUG [RS:0;e9a55eb58607:38025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T19:40:13,428 DEBUG [RS:0;e9a55eb58607:38025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e9a55eb58607,38025,1732390810767 2024-11-23T19:40:13,428 DEBUG [RS:0;e9a55eb58607:38025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e9a55eb58607,38025,1732390810767' 2024-11-23T19:40:13,428 DEBUG [RS:0;e9a55eb58607:38025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T19:40:13,428 DEBUG [RS:0;e9a55eb58607:38025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T19:40:13,429 DEBUG [RS:0;e9a55eb58607:38025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T19:40:13,429 INFO [RS:0;e9a55eb58607:38025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T19:40:13,429 INFO [RS:0;e9a55eb58607:38025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T19:40:13,536 INFO [RS:0;e9a55eb58607:38025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T19:40:13,540 INFO [RS:0;e9a55eb58607:38025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e9a55eb58607%2C38025%2C1732390810767, suffix=, logDir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/WALs/e9a55eb58607,38025,1732390810767, archiveDir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/oldWALs, maxLogs=32 2024-11-23T19:40:13,553 DEBUG [RS:0;e9a55eb58607:38025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/WALs/e9a55eb58607,38025,1732390810767/e9a55eb58607%2C38025%2C1732390810767.1732390813542, exclude list is [], retry=0 2024-11-23T19:40:13,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45667,DS-a14953b4-3f96-4def-b89e-a848027b93a3,DISK] 2024-11-23T19:40:13,561 INFO [RS:0;e9a55eb58607:38025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/WALs/e9a55eb58607,38025,1732390810767/e9a55eb58607%2C38025%2C1732390810767.1732390813542 2024-11-23T19:40:13,561 DEBUG [RS:0;e9a55eb58607:38025 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43175:43175)] 2024-11-23T19:40:13,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T19:40:13,635 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd 2024-11-23T19:40:13,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741833_1009 (size=32) 2024-11-23T19:40:14,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:40:14,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T19:40:14,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T19:40:14,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:14,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:40:14,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T19:40:14,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T19:40:14,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:14,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:40:14,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T19:40:14,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T19:40:14,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:14,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:40:14,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T19:40:14,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T19:40:14,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:14,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:40:14,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T19:40:14,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740 2024-11-23T19:40:14,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740 2024-11-23T19:40:14,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T19:40:14,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T19:40:14,077 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T19:40:14,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T19:40:14,085 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:40:14,086 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68298624, jitterRate=0.017728805541992188}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T19:40:14,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732390814051Initializing all the Stores at 1732390814053 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732390814053Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732390814053Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390814053Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732390814053Cleaning up temporary data from old regions at 1732390814076 (+23 ms)Region opened successfully at 1732390814088 (+12 ms) 2024-11-23T19:40:14,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T19:40:14,089 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T19:40:14,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T19:40:14,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T19:40:14,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T19:40:14,090 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T19:40:14,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732390814089Disabling compacts and flushes for region at 1732390814089Disabling writes for close at 1732390814089Writing region close event to WAL at 1732390814090 (+1 ms)Closed at 1732390814090 2024-11-23T19:40:14,094 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T19:40:14,094 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T19:40:14,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T19:40:14,110 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T19:40:14,114 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T19:40:14,269 DEBUG [e9a55eb58607:38393 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T19:40:14,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:14,291 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e9a55eb58607,38025,1732390810767, state=OPENING 2024-11-23T19:40:14,305 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T19:40:14,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:40:14,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:40:14,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:40:14,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:40:14,327 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T19:40:14,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:40:14,506 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T19:40:14,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40065, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T19:40:14,521 INFO [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T19:40:14,521 INFO [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:40:14,522 INFO [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T19:40:14,525 INFO [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e9a55eb58607%2C38025%2C1732390810767.meta, suffix=.meta, logDir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/WALs/e9a55eb58607,38025,1732390810767, archiveDir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/oldWALs, maxLogs=32 2024-11-23T19:40:14,540 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/WALs/e9a55eb58607,38025,1732390810767/e9a55eb58607%2C38025%2C1732390810767.meta.1732390814527.meta, exclude list is [], retry=0 2024-11-23T19:40:14,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45667,DS-a14953b4-3f96-4def-b89e-a848027b93a3,DISK] 2024-11-23T19:40:14,548 INFO [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/WALs/e9a55eb58607,38025,1732390810767/e9a55eb58607%2C38025%2C1732390810767.meta.1732390814527.meta 2024-11-23T19:40:14,548 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43175:43175)] 2024-11-23T19:40:14,549 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:40:14,550 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T19:40:14,553 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T19:40:14,557 INFO [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T19:40:14,561 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T19:40:14,562 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:40:14,562 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T19:40:14,562 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T19:40:14,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T19:40:14,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T19:40:14,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:14,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:40:14,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T19:40:14,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T19:40:14,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:14,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:40:14,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T19:40:14,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T19:40:14,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:14,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:40:14,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T19:40:14,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T19:40:14,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:14,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:40:14,576 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T19:40:14,578 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740 2024-11-23T19:40:14,582 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740 2024-11-23T19:40:14,586 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T19:40:14,586 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T19:40:14,587 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T19:40:14,590 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T19:40:14,592 INFO [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70259128, jitterRate=0.04694259166717529}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T19:40:14,592 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T19:40:14,594 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732390814562Writing region info on filesystem at 1732390814563 (+1 ms)Initializing all the Stores at 1732390814565 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732390814565Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732390814565Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390814565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732390814565Cleaning up temporary data from old regions at 1732390814586 (+21 ms)Running coprocessor post-open hooks at 1732390814592 (+6 ms)Region opened successfully at 1732390814594 (+2 ms) 2024-11-23T19:40:14,600 INFO [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732390814498 2024-11-23T19:40:14,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:14,615 DEBUG [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T19:40:14,616 INFO [RS_OPEN_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T19:40:14,616 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e9a55eb58607,38025,1732390810767, state=OPEN 2024-11-23T19:40:14,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:40:14,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:40:14,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:40:14,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:40:14,656 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:14,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T19:40:14,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e9a55eb58607,38025,1732390810767 in 328 msec 2024-11-23T19:40:14,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T19:40:14,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 564 msec 2024-11-23T19:40:14,674 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T19:40:14,674 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T19:40:14,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:14,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:14,713 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:14,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39161, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:14,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6000 sec 2024-11-23T19:40:14,741 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732390814741, completionTime=-1 2024-11-23T19:40:14,743 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T19:40:14,744 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T19:40:14,767 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T19:40:14,767 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732390874767 2024-11-23T19:40:14,767 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732390934767 2024-11-23T19:40:14,767 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-23T19:40:14,770 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e9a55eb58607,38393,1732390809664-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:14,770 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e9a55eb58607,38393,1732390809664-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:14,770 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e9a55eb58607,38393,1732390809664-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:14,771 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e9a55eb58607:38393, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:14,772 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:14,772 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:14,777 DEBUG [master/e9a55eb58607:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T19:40:14,798 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.839sec 2024-11-23T19:40:14,799 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T19:40:14,800 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T19:40:14,801 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T19:40:14,802 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T19:40:14,802 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T19:40:14,803 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e9a55eb58607,38393,1732390809664-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T19:40:14,804 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e9a55eb58607,38393,1732390809664-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T19:40:14,811 DEBUG [master/e9a55eb58607:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T19:40:14,812 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T19:40:14,812 INFO [master/e9a55eb58607:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e9a55eb58607,38393,1732390809664-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:40:14,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5932f4ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:14,884 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T19:40:14,885 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T19:40:14,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:14,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:14,896 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:14,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:14,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:14,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49add0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:14,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:14,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:14,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:14,904 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:14,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ffd8077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:14,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:14,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:14,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e9a55eb58607,38393,1732390809664 2024-11-23T19:40:14,950 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=359, ProcessCount=11, AvailableMemoryMB=9407 2024-11-23T19:40:14,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T19:40:14,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e9a55eb58607,38393,1732390809664 2024-11-23T19:40:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23562587 2024-11-23T19:40:14,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T19:40:14,987 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T19:40:14,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T19:40:14,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:40:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T19:40:15,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:40:15,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-23T19:40:15,018 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:15,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:40:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:40:15,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741835_1011 (size=959) 2024-11-23T19:40:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:40:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:40:15,443 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd 2024-11-23T19:40:15,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741836_1012 (size=53) 2024-11-23T19:40:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:40:15,855 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:40:15,855 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 02cba21cee13e632cecb2af7dfa5921c, disabling compactions & flushes 2024-11-23T19:40:15,855 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:15,856 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:15,856 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. after waiting 0 ms 2024-11-23T19:40:15,856 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:15,856 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:15,856 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02cba21cee13e632cecb2af7dfa5921c: Waiting for close lock at 1732390815855Disabling compacts and flushes for region at 1732390815855Disabling writes for close at 1732390815856 (+1 ms)Writing region close event to WAL at 1732390815856Closed at 1732390815856 2024-11-23T19:40:15,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:40:15,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732390815859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732390815859"}]},"ts":"1732390815859"} 2024-11-23T19:40:15,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T19:40:15,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:40:15,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390815875"}]},"ts":"1732390815875"} 2024-11-23T19:40:15,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T19:40:15,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=02cba21cee13e632cecb2af7dfa5921c, ASSIGN}] 2024-11-23T19:40:15,889 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=02cba21cee13e632cecb2af7dfa5921c, ASSIGN 2024-11-23T19:40:15,892 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=02cba21cee13e632cecb2af7dfa5921c, ASSIGN; state=OFFLINE, location=e9a55eb58607,38025,1732390810767; forceNewPlan=false, retain=false 2024-11-23T19:40:16,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02cba21cee13e632cecb2af7dfa5921c, regionState=OPENING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:16,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=02cba21cee13e632cecb2af7dfa5921c, ASSIGN because future has completed 2024-11-23T19:40:16,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:40:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:40:16,214 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:16,214 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:40:16,215 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:16,215 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:40:16,215 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:16,215 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:16,218 INFO [StoreOpener-02cba21cee13e632cecb2af7dfa5921c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:16,221 INFO [StoreOpener-02cba21cee13e632cecb2af7dfa5921c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02cba21cee13e632cecb2af7dfa5921c columnFamilyName A 2024-11-23T19:40:16,221 DEBUG [StoreOpener-02cba21cee13e632cecb2af7dfa5921c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:16,222 INFO [StoreOpener-02cba21cee13e632cecb2af7dfa5921c-1 {}] regionserver.HStore(327): Store=02cba21cee13e632cecb2af7dfa5921c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:40:16,222 INFO [StoreOpener-02cba21cee13e632cecb2af7dfa5921c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:16,225 INFO [StoreOpener-02cba21cee13e632cecb2af7dfa5921c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02cba21cee13e632cecb2af7dfa5921c columnFamilyName B 2024-11-23T19:40:16,225 DEBUG [StoreOpener-02cba21cee13e632cecb2af7dfa5921c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:16,227 INFO [StoreOpener-02cba21cee13e632cecb2af7dfa5921c-1 {}] regionserver.HStore(327): Store=02cba21cee13e632cecb2af7dfa5921c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:40:16,227 INFO [StoreOpener-02cba21cee13e632cecb2af7dfa5921c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:16,231 INFO [StoreOpener-02cba21cee13e632cecb2af7dfa5921c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02cba21cee13e632cecb2af7dfa5921c columnFamilyName C 2024-11-23T19:40:16,231 DEBUG [StoreOpener-02cba21cee13e632cecb2af7dfa5921c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:16,233 INFO [StoreOpener-02cba21cee13e632cecb2af7dfa5921c-1 {}] regionserver.HStore(327): Store=02cba21cee13e632cecb2af7dfa5921c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:40:16,233 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:16,247 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:16,248 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:16,251 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:16,252 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:16,264 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T19:40:16,274 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:16,290 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:40:16,304 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 02cba21cee13e632cecb2af7dfa5921c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68821398, jitterRate=0.025518745183944702}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T19:40:16,304 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:16,305 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 02cba21cee13e632cecb2af7dfa5921c: Running coprocessor pre-open hook at 1732390816215Writing region info on filesystem at 1732390816215Initializing all the Stores at 1732390816217 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390816217Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390816218 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390816218Cleaning up temporary data from old regions at 1732390816262 (+44 ms)Running coprocessor post-open hooks at 1732390816304 (+42 ms)Region opened successfully at 1732390816305 (+1 ms) 2024-11-23T19:40:16,308 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., pid=6, masterSystemTime=1732390816207 2024-11-23T19:40:16,321 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:16,321 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:16,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02cba21cee13e632cecb2af7dfa5921c, regionState=OPEN, openSeqNum=2, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:16,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:40:16,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T19:40:16,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 in 280 msec 2024-11-23T19:40:16,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T19:40:16,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=02cba21cee13e632cecb2af7dfa5921c, ASSIGN in 455 msec 2024-11-23T19:40:16,352 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:40:16,353 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390816353"}]},"ts":"1732390816353"} 2024-11-23T19:40:16,358 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T19:40:16,362 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:40:16,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.3590 sec 2024-11-23T19:40:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:40:17,172 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:40:17,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e1c589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:17,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:17,181 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:17,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d34895b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:17,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:17,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:17,185 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50806732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:17,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:17,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:17,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:17,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T19:40:17,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e9a55eb58607,38393,1732390809664 2024-11-23T19:40:17,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d4a6a92 2024-11-23T19:40:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T19:40:17,212 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T19:40:17,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3274ad1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:17,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:17,218 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:17,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3728ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:17,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:17,222 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f8ac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da6ed4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:17,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:17,227 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:17,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:17,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:17,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14496fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:17,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:17,232 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e49c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ba2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:17,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:17,238 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:17,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:17,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:17,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e59e9dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:17,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:17,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:17,245 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:17,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9c1aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c6d95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:17,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:17,253 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:17,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:17,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:17,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703ed473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:17,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:17,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:17,257 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:17,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68da59ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8246b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:17,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:17,265 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:17,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d5864c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:17,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:17,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:17,267 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:17,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bbabde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2335953a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:17,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:17,272 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:17,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:17,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b71435d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:17,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:17,276 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:17,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6d26ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b7950b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:17,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:17,280 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:17,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:17,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:17,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79aeff1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:17,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:17,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:17,284 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:17,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64994b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65766813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:17,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:17,288 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:17,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:17,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:17,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f551be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:17,291 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:17,293 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5180f463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec2e2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:17,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:17,299 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:17,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:17,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:17,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1b1a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:17,301 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:17,301 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:17,303 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:17,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4770a9f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:17,318 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:17,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:17,320 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:17,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:17,323 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:17,323 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:17,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:17,324 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:17,328 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:17,330 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:17,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:17,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:17,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:17,334 DEBUG [Thread-160 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:17,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:40:17,334 DEBUG [Thread-160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:40:17,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:40:17,342 DEBUG [Thread-156 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:17,343 DEBUG [Thread-156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:17,346 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:17,347 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:17,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:17,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:17,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:17,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:40:17,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:40:17,361 DEBUG [Thread-158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:17,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:17,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:40:17,373 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:17,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:40:17,380 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:40:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:17,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:17,387 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:17,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-23T19:40:17,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:17,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:17,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:17,395 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:40:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T19:40:17,398 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:40:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:40:17,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:40:17,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:40:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:17,499 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T19:40:17,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T19:40:17,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-23T19:40:17,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:17,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:17,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:17,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:17,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/e5e5f692535e440b8bbd0408a9573a0a is 50, key is test_row_0/A:col10/1732390817445/Put/seqid=0 2024-11-23T19:40:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T19:40:17,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390877717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:17,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390877695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:17,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390877721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:17,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390877736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:17,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390877747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:17,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-23T19:40:17,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741837_1013 (size=12001) 2024-11-23T19:40:17,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:17,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:17,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/e5e5f692535e440b8bbd0408a9573a0a 2024-11-23T19:40:17,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:17,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:17,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:17,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:17,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390877912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:17,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:17,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390877913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:17,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:17,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390877913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:17,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:17,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390877913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:17,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390877913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:17,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-23T19:40:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:17,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:17,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:17,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:17,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/91a938d1f2eb481299073aef94f8b833 is 50, key is test_row_0/B:col10/1732390817445/Put/seqid=0 2024-11-23T19:40:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T19:40:18,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741838_1014 (size=12001) 2024-11-23T19:40:18,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/91a938d1f2eb481299073aef94f8b833 2024-11-23T19:40:18,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/7785cc0ece7e4e0ba3723f015be801fa is 50, key is test_row_0/C:col10/1732390817445/Put/seqid=0 2024-11-23T19:40:18,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741839_1015 (size=12001) 2024-11-23T19:40:18,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-23T19:40:18,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:18,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:18,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:18,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:18,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:18,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390878121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:18,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:18,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390878131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:18,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390878132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:18,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:18,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390878142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:18,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390878145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:18,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-23T19:40:18,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:18,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:18,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:18,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:18,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:18,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-23T19:40:18,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:18,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:18,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:18,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:18,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:18,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:18,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390878441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:18,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390878440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:18,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:18,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390878452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:18,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:18,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390878454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:18,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:18,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390878463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:18,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:18,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:18,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/7785cc0ece7e4e0ba3723f015be801fa 2024-11-23T19:40:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T19:40:18,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/e5e5f692535e440b8bbd0408a9573a0a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/e5e5f692535e440b8bbd0408a9573a0a 2024-11-23T19:40:18,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/e5e5f692535e440b8bbd0408a9573a0a, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T19:40:18,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/91a938d1f2eb481299073aef94f8b833 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/91a938d1f2eb481299073aef94f8b833 2024-11-23T19:40:18,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-23T19:40:18,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:18,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:18,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:18,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:18,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:18,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/91a938d1f2eb481299073aef94f8b833, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T19:40:18,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/7785cc0ece7e4e0ba3723f015be801fa as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7785cc0ece7e4e0ba3723f015be801fa 2024-11-23T19:40:18,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7785cc0ece7e4e0ba3723f015be801fa, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T19:40:18,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 02cba21cee13e632cecb2af7dfa5921c in 1127ms, sequenceid=14, compaction requested=false 2024-11-23T19:40:18,634 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T19:40:18,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:18,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-23T19:40:18,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:18,747 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T19:40:18,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/64991c62ee7641d2bf4dc5e224b3292a is 50, key is test_row_0/A:col10/1732390817721/Put/seqid=0 2024-11-23T19:40:18,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741840_1016 (size=12001) 2024-11-23T19:40:18,838 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/64991c62ee7641d2bf4dc5e224b3292a 2024-11-23T19:40:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/43b9e759ef46443f8c2e6087471cee2d is 50, key is test_row_0/B:col10/1732390817721/Put/seqid=0 2024-11-23T19:40:18,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741841_1017 (size=12001) 2024-11-23T19:40:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:18,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:19,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390879001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390879005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390879009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390879025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390879026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390879131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390879145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390879132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390879161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390879161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,345 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T19:40:19,349 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/43b9e759ef46443f8c2e6087471cee2d 2024-11-23T19:40:19,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390879361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390879361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/bb32891e79f44a9299c421301626bde1 is 50, key is test_row_0/C:col10/1732390817721/Put/seqid=0 2024-11-23T19:40:19,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390879373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390879382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390879382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741842_1018 (size=12001) 2024-11-23T19:40:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T19:40:19,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390879681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390879691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390879712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390879711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390879721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:19,838 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/bb32891e79f44a9299c421301626bde1 2024-11-23T19:40:19,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/64991c62ee7641d2bf4dc5e224b3292a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/64991c62ee7641d2bf4dc5e224b3292a 2024-11-23T19:40:19,890 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/64991c62ee7641d2bf4dc5e224b3292a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T19:40:19,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/43b9e759ef46443f8c2e6087471cee2d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/43b9e759ef46443f8c2e6087471cee2d 2024-11-23T19:40:19,915 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/43b9e759ef46443f8c2e6087471cee2d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T19:40:19,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/bb32891e79f44a9299c421301626bde1 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/bb32891e79f44a9299c421301626bde1 2024-11-23T19:40:19,942 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/bb32891e79f44a9299c421301626bde1, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T19:40:19,945 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 02cba21cee13e632cecb2af7dfa5921c in 1197ms, sequenceid=37, compaction requested=false 2024-11-23T19:40:19,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:19,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:19,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T19:40:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T19:40:19,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-23T19:40:19,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5470 sec 2024-11-23T19:40:19,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.5720 sec 2024-11-23T19:40:20,073 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:40:20,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T19:40:20,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T19:40:20,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T19:40:20,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T19:40:20,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T19:40:20,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T19:40:20,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T19:40:20,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T19:40:20,208 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:20,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T19:40:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:20,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/1d7f564326f5499ea9c5bca10e913aa0 is 50, key is test_row_0/A:col10/1732390820204/Put/seqid=0 2024-11-23T19:40:20,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741843_1019 (size=12001) 2024-11-23T19:40:20,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390880304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:20,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:20,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390880311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:20,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:20,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390880324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:20,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:20,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390880324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:20,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390880314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:20,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390880431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:20,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390880441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:20,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:20,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390880441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:20,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:20,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390880456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:20,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390880457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:20,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:20,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:20,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390880651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:20,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:20,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390880661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:20,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:20,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390880660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:20,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:20,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/1d7f564326f5499ea9c5bca10e913aa0 2024-11-23T19:40:20,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390880681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:20,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390880682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:20,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:20,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:20,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/dcad664d97374b8388ea8048eab4ee01 is 50, key is test_row_0/B:col10/1732390820204/Put/seqid=0 2024-11-23T19:40:20,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741844_1020 (size=12001) 2024-11-23T19:40:20,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/dcad664d97374b8388ea8048eab4ee01 2024-11-23T19:40:20,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/8c37193557eb479a8a457984ee646f72 is 50, key is test_row_0/C:col10/1732390820204/Put/seqid=0 2024-11-23T19:40:20,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741845_1021 (size=12001) 2024-11-23T19:40:20,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/8c37193557eb479a8a457984ee646f72 2024-11-23T19:40:20,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/1d7f564326f5499ea9c5bca10e913aa0 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/1d7f564326f5499ea9c5bca10e913aa0 2024-11-23T19:40:20,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/1d7f564326f5499ea9c5bca10e913aa0, entries=150, sequenceid=52, filesize=11.7 K 2024-11-23T19:40:20,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/dcad664d97374b8388ea8048eab4ee01 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/dcad664d97374b8388ea8048eab4ee01 2024-11-23T19:40:20,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/dcad664d97374b8388ea8048eab4ee01, entries=150, sequenceid=52, filesize=11.7 K 2024-11-23T19:40:20,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/8c37193557eb479a8a457984ee646f72 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8c37193557eb479a8a457984ee646f72 2024-11-23T19:40:20,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8c37193557eb479a8a457984ee646f72, entries=150, sequenceid=52, filesize=11.7 K 2024-11-23T19:40:20,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 02cba21cee13e632cecb2af7dfa5921c in 768ms, sequenceid=52, compaction requested=true 2024-11-23T19:40:20,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:20,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:40:20,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:20,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:40:20,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:20,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:20,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:20,992 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:20,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T19:40:20,993 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:20,995 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:21,001 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:21,004 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/B is initiating minor compaction (all files) 2024-11-23T19:40:21,004 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/B in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:21,005 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/91a938d1f2eb481299073aef94f8b833, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/43b9e759ef46443f8c2e6087471cee2d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/dcad664d97374b8388ea8048eab4ee01] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=35.2 K 2024-11-23T19:40:21,008 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 91a938d1f2eb481299073aef94f8b833, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732390817445 2024-11-23T19:40:21,008 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:21,008 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/A is initiating minor compaction (all files) 2024-11-23T19:40:21,008 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/A in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:21,009 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/e5e5f692535e440b8bbd0408a9573a0a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/64991c62ee7641d2bf4dc5e224b3292a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/1d7f564326f5499ea9c5bca10e913aa0] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=35.2 K 2024-11-23T19:40:21,011 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 43b9e759ef46443f8c2e6087471cee2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732390817641 2024-11-23T19:40:21,012 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5e5f692535e440b8bbd0408a9573a0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732390817445 2024-11-23T19:40:21,013 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting dcad664d97374b8388ea8048eab4ee01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732390819015 2024-11-23T19:40:21,013 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64991c62ee7641d2bf4dc5e224b3292a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732390817641 2024-11-23T19:40:21,015 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d7f564326f5499ea9c5bca10e913aa0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732390819015 2024-11-23T19:40:21,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/8e3fc29d97ef4d9790ea73a33914b4b8 is 50, key is test_row_0/A:col10/1732390820975/Put/seqid=0 2024-11-23T19:40:21,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390881021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,115 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#A#compaction#10 average throughput is 0.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:21,116 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/3df70396368849628b38f5e952a31122 is 50, key is test_row_0/A:col10/1732390820204/Put/seqid=0 2024-11-23T19:40:21,117 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#B#compaction#11 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:21,118 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/0cac50ab68224d7485c29128b46f5f41 is 50, key is test_row_0/B:col10/1732390820204/Put/seqid=0 2024-11-23T19:40:21,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741846_1022 (size=12001) 2024-11-23T19:40:21,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390881057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390881057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390881060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390881062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741847_1023 (size=12104) 2024-11-23T19:40:21,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741848_1024 (size=12104) 2024-11-23T19:40:21,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390881171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,197 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/0cac50ab68224d7485c29128b46f5f41 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/0cac50ab68224d7485c29128b46f5f41 2024-11-23T19:40:21,203 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/3df70396368849628b38f5e952a31122 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/3df70396368849628b38f5e952a31122 2024-11-23T19:40:21,224 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/B of 02cba21cee13e632cecb2af7dfa5921c into 0cac50ab68224d7485c29128b46f5f41(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:21,224 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:21,227 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/B, priority=13, startTime=1732390820992; duration=0sec 2024-11-23T19:40:21,227 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:21,228 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:B 2024-11-23T19:40:21,228 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:21,229 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/A of 02cba21cee13e632cecb2af7dfa5921c into 3df70396368849628b38f5e952a31122(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:21,229 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:21,229 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/A, priority=13, startTime=1732390820978; duration=0sec 2024-11-23T19:40:21,229 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:21,229 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:A 2024-11-23T19:40:21,234 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:21,234 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/C is initiating minor compaction (all files) 2024-11-23T19:40:21,234 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/C in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:21,234 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7785cc0ece7e4e0ba3723f015be801fa, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/bb32891e79f44a9299c421301626bde1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8c37193557eb479a8a457984ee646f72] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=35.2 K 2024-11-23T19:40:21,235 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7785cc0ece7e4e0ba3723f015be801fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732390817445 2024-11-23T19:40:21,236 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting bb32891e79f44a9299c421301626bde1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732390817641 2024-11-23T19:40:21,237 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c37193557eb479a8a457984ee646f72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732390819015 2024-11-23T19:40:21,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390881251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390881251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390881251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390881258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,288 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#C#compaction#12 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:21,291 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/4a9ed0014c4042748eddd769f83f44bc is 50, key is test_row_0/C:col10/1732390820204/Put/seqid=0 2024-11-23T19:40:21,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741849_1025 (size=12104) 2024-11-23T19:40:21,346 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/4a9ed0014c4042748eddd769f83f44bc as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/4a9ed0014c4042748eddd769f83f44bc 2024-11-23T19:40:21,359 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/C of 02cba21cee13e632cecb2af7dfa5921c into 4a9ed0014c4042748eddd769f83f44bc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:21,359 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:21,359 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/C, priority=13, startTime=1732390820992; duration=0sec 2024-11-23T19:40:21,359 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:21,359 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:C 2024-11-23T19:40:21,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390881401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390881480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390881480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390881480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390881482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/8e3fc29d97ef4d9790ea73a33914b4b8 2024-11-23T19:40:21,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/f2e24eca655d4d849b8ae5f978d795b6 is 50, key is test_row_0/B:col10/1732390820975/Put/seqid=0 2024-11-23T19:40:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T19:40:21,571 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:40:21,572 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:40:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-23T19:40:21,579 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:40:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T19:40:21,581 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:40:21,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:40:21,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741850_1026 (size=12001) 2024-11-23T19:40:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T19:40:21,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390881721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-23T19:40:21,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:21,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:21,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:21,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:21,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:21,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390881791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390881791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390881792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390881801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:21,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:21,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-23T19:40:21,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:21,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:21,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:21,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:21,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T19:40:22,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/f2e24eca655d4d849b8ae5f978d795b6 2024-11-23T19:40:22,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/8f7e1efaad8c4b2bb9eac68d83c59e5b is 50, key is test_row_0/C:col10/1732390820975/Put/seqid=0 2024-11-23T19:40:22,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-23T19:40:22,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:22,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741851_1027 (size=12001) 2024-11-23T19:40:22,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/8f7e1efaad8c4b2bb9eac68d83c59e5b 2024-11-23T19:40:22,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/8e3fc29d97ef4d9790ea73a33914b4b8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8e3fc29d97ef4d9790ea73a33914b4b8 2024-11-23T19:40:22,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8e3fc29d97ef4d9790ea73a33914b4b8, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T19:40:22,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/f2e24eca655d4d849b8ae5f978d795b6 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/f2e24eca655d4d849b8ae5f978d795b6 2024-11-23T19:40:22,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/f2e24eca655d4d849b8ae5f978d795b6, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T19:40:22,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/8f7e1efaad8c4b2bb9eac68d83c59e5b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8f7e1efaad8c4b2bb9eac68d83c59e5b 2024-11-23T19:40:22,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8f7e1efaad8c4b2bb9eac68d83c59e5b, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T19:40:22,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 02cba21cee13e632cecb2af7dfa5921c in 1178ms, sequenceid=78, compaction requested=false 2024-11-23T19:40:22,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:22,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-23T19:40:22,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T19:40:22,211 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T19:40:22,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/aad8693918cd491e8381e7d4661b1dd9 is 50, key is test_row_0/A:col10/1732390821056/Put/seqid=0 2024-11-23T19:40:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:22,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:22,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741852_1028 (size=12001) 2024-11-23T19:40:22,261 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/aad8693918cd491e8381e7d4661b1dd9 2024-11-23T19:40:22,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/d03c8cdf9af74dca814e0999a00b53ad is 50, key is test_row_0/B:col10/1732390821056/Put/seqid=0 2024-11-23T19:40:22,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390882338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390882342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390882343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390882353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390882343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741853_1029 (size=12001) 2024-11-23T19:40:22,359 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/d03c8cdf9af74dca814e0999a00b53ad 2024-11-23T19:40:22,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/1e1529cda3f54eb5910217bb4039474e is 50, key is test_row_0/C:col10/1732390821056/Put/seqid=0 2024-11-23T19:40:22,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741854_1030 (size=12001) 2024-11-23T19:40:22,407 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/1e1529cda3f54eb5910217bb4039474e 2024-11-23T19:40:22,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/aad8693918cd491e8381e7d4661b1dd9 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/aad8693918cd491e8381e7d4661b1dd9 2024-11-23T19:40:22,438 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/aad8693918cd491e8381e7d4661b1dd9, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T19:40:22,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/d03c8cdf9af74dca814e0999a00b53ad as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/d03c8cdf9af74dca814e0999a00b53ad 2024-11-23T19:40:22,455 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/d03c8cdf9af74dca814e0999a00b53ad, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T19:40:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/1e1529cda3f54eb5910217bb4039474e as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/1e1529cda3f54eb5910217bb4039474e 2024-11-23T19:40:22,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390882460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390882460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390882461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390882461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390882463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,473 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/1e1529cda3f54eb5910217bb4039474e, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T19:40:22,475 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 02cba21cee13e632cecb2af7dfa5921c in 264ms, sequenceid=91, compaction requested=true 2024-11-23T19:40:22,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:22,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:22,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-23T19:40:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-23T19:40:22,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T19:40:22,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 897 msec 2024-11-23T19:40:22,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 914 msec 2024-11-23T19:40:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:22,676 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:22,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T19:40:22,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/428ebfcf331c45fd89b015aa5f58f8f8 is 50, key is test_row_0/A:col10/1732390822328/Put/seqid=0 2024-11-23T19:40:22,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390882689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390882694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390882695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390882697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390882697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741855_1031 (size=14341) 2024-11-23T19:40:22,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/428ebfcf331c45fd89b015aa5f58f8f8 2024-11-23T19:40:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T19:40:22,721 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:40:22,721 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:40:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-23T19:40:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T19:40:22,724 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:40:22,726 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:40:22,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:40:22,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/3b4c5bef2135418282033bfc6e7614fc is 50, key is test_row_0/B:col10/1732390822328/Put/seqid=0 2024-11-23T19:40:22,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741856_1032 (size=12001) 2024-11-23T19:40:22,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390882801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390882801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390882810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390882810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390882811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T19:40:22,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:22,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:22,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:22,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:22,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:22,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390883011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390883011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390883021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390883023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390883023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:23,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:23,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T19:40:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/3b4c5bef2135418282033bfc6e7614fc 2024-11-23T19:40:23,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/62b00ab2345d45c5839e42891640b87b is 50, key is test_row_0/C:col10/1732390822328/Put/seqid=0 2024-11-23T19:40:23,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741857_1033 (size=12001) 2024-11-23T19:40:23,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/62b00ab2345d45c5839e42891640b87b 2024-11-23T19:40:23,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:23,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:23,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/428ebfcf331c45fd89b015aa5f58f8f8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/428ebfcf331c45fd89b015aa5f58f8f8 2024-11-23T19:40:23,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/428ebfcf331c45fd89b015aa5f58f8f8, entries=200, sequenceid=118, filesize=14.0 K 2024-11-23T19:40:23,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/3b4c5bef2135418282033bfc6e7614fc as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/3b4c5bef2135418282033bfc6e7614fc 2024-11-23T19:40:23,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/3b4c5bef2135418282033bfc6e7614fc, entries=150, sequenceid=118, filesize=11.7 K 2024-11-23T19:40:23,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/62b00ab2345d45c5839e42891640b87b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/62b00ab2345d45c5839e42891640b87b 2024-11-23T19:40:23,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/62b00ab2345d45c5839e42891640b87b, entries=150, sequenceid=118, filesize=11.7 K 2024-11-23T19:40:23,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 02cba21cee13e632cecb2af7dfa5921c in 587ms, sequenceid=118, compaction requested=true 2024-11-23T19:40:23,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:23,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:40:23,264 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:40:23,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:23,265 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:40:23,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:40:23,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:23,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:23,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:23,268 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:40:23,268 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/A is initiating minor compaction (all files) 2024-11-23T19:40:23,268 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/A in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,268 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/3df70396368849628b38f5e952a31122, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8e3fc29d97ef4d9790ea73a33914b4b8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/aad8693918cd491e8381e7d4661b1dd9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/428ebfcf331c45fd89b015aa5f58f8f8] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=49.3 K 2024-11-23T19:40:23,269 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3df70396368849628b38f5e952a31122, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732390819015 2024-11-23T19:40:23,270 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:40:23,270 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/B is initiating minor compaction (all files) 2024-11-23T19:40:23,270 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/B in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,270 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/0cac50ab68224d7485c29128b46f5f41, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/f2e24eca655d4d849b8ae5f978d795b6, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/d03c8cdf9af74dca814e0999a00b53ad, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/3b4c5bef2135418282033bfc6e7614fc] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=47.0 K 2024-11-23T19:40:23,271 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e3fc29d97ef4d9790ea73a33914b4b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732390820301 2024-11-23T19:40:23,271 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cac50ab68224d7485c29128b46f5f41, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732390819015 2024-11-23T19:40:23,272 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting aad8693918cd491e8381e7d4661b1dd9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732390821012 2024-11-23T19:40:23,272 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting f2e24eca655d4d849b8ae5f978d795b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732390820301 2024-11-23T19:40:23,272 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 428ebfcf331c45fd89b015aa5f58f8f8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732390822328 2024-11-23T19:40:23,273 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting d03c8cdf9af74dca814e0999a00b53ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732390821012 2024-11-23T19:40:23,276 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b4c5bef2135418282033bfc6e7614fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732390822328 2024-11-23T19:40:23,306 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#B#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:23,307 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/6a00cbaae12b4c2fb7fd57789c394a37 is 50, key is test_row_0/B:col10/1732390822328/Put/seqid=0 2024-11-23T19:40:23,320 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#A#compaction#22 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:23,321 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/98bab1dc059c4951b7ae10c9088bb00e is 50, key is test_row_0/A:col10/1732390822328/Put/seqid=0 2024-11-23T19:40:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:23,329 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:23,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:40:23,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741858_1034 (size=12241) 2024-11-23T19:40:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T19:40:23,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741859_1035 (size=12241) 2024-11-23T19:40:23,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/48ae3437d390490aac108da80205a3a0 is 50, key is test_row_0/A:col10/1732390822695/Put/seqid=0 2024-11-23T19:40:23,364 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/6a00cbaae12b4c2fb7fd57789c394a37 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/6a00cbaae12b4c2fb7fd57789c394a37 2024-11-23T19:40:23,384 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/B of 02cba21cee13e632cecb2af7dfa5921c into 6a00cbaae12b4c2fb7fd57789c394a37(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:23,384 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:23,384 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/B, priority=12, startTime=1732390823264; duration=0sec 2024-11-23T19:40:23,384 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:23,384 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:B 2024-11-23T19:40:23,385 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:40:23,388 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:40:23,388 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/C is initiating minor compaction (all files) 2024-11-23T19:40:23,388 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/C in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,388 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/4a9ed0014c4042748eddd769f83f44bc, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8f7e1efaad8c4b2bb9eac68d83c59e5b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/1e1529cda3f54eb5910217bb4039474e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/62b00ab2345d45c5839e42891640b87b] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=47.0 K 2024-11-23T19:40:23,389 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a9ed0014c4042748eddd769f83f44bc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732390819015 2024-11-23T19:40:23,390 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f7e1efaad8c4b2bb9eac68d83c59e5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732390820301 2024-11-23T19:40:23,391 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e1529cda3f54eb5910217bb4039474e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732390821012 2024-11-23T19:40:23,401 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 62b00ab2345d45c5839e42891640b87b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732390822328 2024-11-23T19:40:23,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741860_1036 (size=12051) 2024-11-23T19:40:23,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390883411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390883414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/48ae3437d390490aac108da80205a3a0 2024-11-23T19:40:23,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390883414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390883420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390883427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,449 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:23,450 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/fef21f48462b45bea38d64e82eaf761a is 50, key is test_row_0/C:col10/1732390822328/Put/seqid=0 2024-11-23T19:40:23,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/8f038155811f4ba38282290f67083596 is 50, key is test_row_0/B:col10/1732390822695/Put/seqid=0 2024-11-23T19:40:23,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741861_1037 (size=12241) 2024-11-23T19:40:23,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741862_1038 (size=12051) 2024-11-23T19:40:23,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:23,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:23,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/8f038155811f4ba38282290f67083596 2024-11-23T19:40:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390883531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390883531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390883531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/35f31e5f88924b5fa1e5bad40ae4dd96 is 50, key is test_row_0/C:col10/1732390822695/Put/seqid=0 2024-11-23T19:40:23,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390883541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390883540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741863_1039 (size=12051) 2024-11-23T19:40:23,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:23,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:23,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390883741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390883741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390883742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390883751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390883751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:23,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:23,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:23,776 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/98bab1dc059c4951b7ae10c9088bb00e as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/98bab1dc059c4951b7ae10c9088bb00e 2024-11-23T19:40:23,791 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/A of 02cba21cee13e632cecb2af7dfa5921c into 98bab1dc059c4951b7ae10c9088bb00e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:23,791 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:23,792 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/A, priority=12, startTime=1732390823264; duration=0sec 2024-11-23T19:40:23,792 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:23,792 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:A 2024-11-23T19:40:23,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:23,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:23,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T19:40:23,923 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/fef21f48462b45bea38d64e82eaf761a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/fef21f48462b45bea38d64e82eaf761a 2024-11-23T19:40:23,943 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/C of 02cba21cee13e632cecb2af7dfa5921c into fef21f48462b45bea38d64e82eaf761a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:23,943 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:23,943 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/C, priority=12, startTime=1732390823265; duration=0sec 2024-11-23T19:40:23,944 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:23,944 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:C 2024-11-23T19:40:23,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/35f31e5f88924b5fa1e5bad40ae4dd96 2024-11-23T19:40:23,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/48ae3437d390490aac108da80205a3a0 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/48ae3437d390490aac108da80205a3a0 2024-11-23T19:40:23,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:23,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:23,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:23,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/48ae3437d390490aac108da80205a3a0, entries=150, sequenceid=129, filesize=11.8 K 2024-11-23T19:40:24,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/8f038155811f4ba38282290f67083596 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/8f038155811f4ba38282290f67083596 2024-11-23T19:40:24,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/8f038155811f4ba38282290f67083596, entries=150, sequenceid=129, filesize=11.8 K 2024-11-23T19:40:24,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/35f31e5f88924b5fa1e5bad40ae4dd96 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/35f31e5f88924b5fa1e5bad40ae4dd96 2024-11-23T19:40:24,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/35f31e5f88924b5fa1e5bad40ae4dd96, entries=150, sequenceid=129, filesize=11.8 K 2024-11-23T19:40:24,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 02cba21cee13e632cecb2af7dfa5921c in 721ms, sequenceid=129, compaction requested=false 2024-11-23T19:40:24,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:24,059 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:24,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T19:40:24,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/de16f67dded747c5b3c4c34bdbea45c1 is 50, key is test_row_0/A:col10/1732390824055/Put/seqid=0 2024-11-23T19:40:24,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390884071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390884078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390884083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390884083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390884084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741864_1040 (size=12151) 2024-11-23T19:40:24,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/de16f67dded747c5b3c4c34bdbea45c1 2024-11-23T19:40:24,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/feb46249529d4fbfaf8f00093e1d4509 is 50, key is test_row_0/B:col10/1732390824055/Put/seqid=0 2024-11-23T19:40:24,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741865_1041 (size=12151) 2024-11-23T19:40:24,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/feb46249529d4fbfaf8f00093e1d4509 2024-11-23T19:40:24,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:24,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:24,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:24,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/7583c47ed3db4e0396d8fe814eca0c45 is 50, key is test_row_0/C:col10/1732390824055/Put/seqid=0 2024-11-23T19:40:24,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741866_1042 (size=12151) 2024-11-23T19:40:24,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390884191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390884200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390884200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390884200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:24,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:24,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:24,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:24,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390884400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390884411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390884411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390884411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:24,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:24,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:24,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:24,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/7583c47ed3db4e0396d8fe814eca0c45 2024-11-23T19:40:24,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/de16f67dded747c5b3c4c34bdbea45c1 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/de16f67dded747c5b3c4c34bdbea45c1 2024-11-23T19:40:24,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390884590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/de16f67dded747c5b3c4c34bdbea45c1, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T19:40:24,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/feb46249529d4fbfaf8f00093e1d4509 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/feb46249529d4fbfaf8f00093e1d4509 2024-11-23T19:40:24,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:24,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:24,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:24,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:24,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/feb46249529d4fbfaf8f00093e1d4509, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T19:40:24,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/7583c47ed3db4e0396d8fe814eca0c45 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7583c47ed3db4e0396d8fe814eca0c45 2024-11-23T19:40:24,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7583c47ed3db4e0396d8fe814eca0c45, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T19:40:24,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for 02cba21cee13e632cecb2af7dfa5921c in 604ms, sequenceid=160, compaction requested=true 2024-11-23T19:40:24,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:24,663 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:24,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:40:24,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:24,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:40:24,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:24,664 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:24,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:24,666 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:24,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:24,667 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/A is initiating minor compaction (all files) 2024-11-23T19:40:24,667 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/A in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:24,667 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/98bab1dc059c4951b7ae10c9088bb00e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/48ae3437d390490aac108da80205a3a0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/de16f67dded747c5b3c4c34bdbea45c1] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=35.6 K 2024-11-23T19:40:24,667 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:24,667 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98bab1dc059c4951b7ae10c9088bb00e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732390822328 2024-11-23T19:40:24,668 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/B is initiating minor compaction (all files) 2024-11-23T19:40:24,668 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/B in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:24,668 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/6a00cbaae12b4c2fb7fd57789c394a37, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/8f038155811f4ba38282290f67083596, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/feb46249529d4fbfaf8f00093e1d4509] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=35.6 K 2024-11-23T19:40:24,669 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48ae3437d390490aac108da80205a3a0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732390822693 2024-11-23T19:40:24,669 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting de16f67dded747c5b3c4c34bdbea45c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732390823410 2024-11-23T19:40:24,670 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a00cbaae12b4c2fb7fd57789c394a37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732390822328 2024-11-23T19:40:24,671 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f038155811f4ba38282290f67083596, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732390822693 2024-11-23T19:40:24,672 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting feb46249529d4fbfaf8f00093e1d4509, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732390823410 2024-11-23T19:40:24,706 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#A#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:24,707 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/8249f19e00e444368664aa80a1f7a1fa is 50, key is test_row_0/A:col10/1732390824055/Put/seqid=0 2024-11-23T19:40:24,715 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:24,715 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:24,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:40:24,716 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/2ed5185a17654fb8819637bd3f0904d0 is 50, key is test_row_0/B:col10/1732390824055/Put/seqid=0 2024-11-23T19:40:24,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/27fac95c81f64ca4910aa3e7ce79793d is 50, key is test_row_0/A:col10/1732390824079/Put/seqid=0 2024-11-23T19:40:24,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741867_1043 (size=12493) 2024-11-23T19:40:24,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:24,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:24,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:24,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:24,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,789 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/8249f19e00e444368664aa80a1f7a1fa as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8249f19e00e444368664aa80a1f7a1fa 2024-11-23T19:40:24,801 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/A of 02cba21cee13e632cecb2af7dfa5921c into 8249f19e00e444368664aa80a1f7a1fa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:24,801 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:24,801 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/A, priority=13, startTime=1732390824663; duration=0sec 2024-11-23T19:40:24,801 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:24,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741868_1044 (size=12493) 2024-11-23T19:40:24,802 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:A 2024-11-23T19:40:24,802 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:24,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,805 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:24,805 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/C is initiating minor compaction (all files) 2024-11-23T19:40:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390884800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,805 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/C in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:24,805 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/fef21f48462b45bea38d64e82eaf761a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/35f31e5f88924b5fa1e5bad40ae4dd96, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7583c47ed3db4e0396d8fe814eca0c45] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=35.6 K 2024-11-23T19:40:24,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,806 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting fef21f48462b45bea38d64e82eaf761a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732390822328 2024-11-23T19:40:24,807 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35f31e5f88924b5fa1e5bad40ae4dd96, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732390822693 2024-11-23T19:40:24,807 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7583c47ed3db4e0396d8fe814eca0c45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732390823410 2024-11-23T19:40:24,811 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/2ed5185a17654fb8819637bd3f0904d0 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/2ed5185a17654fb8819637bd3f0904d0 2024-11-23T19:40:24,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390884804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390884805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390884805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741869_1045 (size=14541) 2024-11-23T19:40:24,826 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/B of 02cba21cee13e632cecb2af7dfa5921c into 2ed5185a17654fb8819637bd3f0904d0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:24,826 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:24,826 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/B, priority=13, startTime=1732390824664; duration=0sec 2024-11-23T19:40:24,826 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:24,826 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:B 2024-11-23T19:40:24,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/27fac95c81f64ca4910aa3e7ce79793d 2024-11-23T19:40:24,830 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#C#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:24,831 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/7d7bf43224624286bcd6c2651798b30a is 50, key is test_row_0/C:col10/1732390824055/Put/seqid=0 2024-11-23T19:40:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T19:40:24,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/c638a56595dc4769a55a4e03db1d1531 is 50, key is test_row_0/B:col10/1732390824079/Put/seqid=0 2024-11-23T19:40:24,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741870_1046 (size=12493) 2024-11-23T19:40:24,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390884911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741871_1047 (size=12151) 2024-11-23T19:40:24,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390884920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390884921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390884921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:24,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:24,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:24,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:24,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:25,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:25,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:25,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:25,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390885120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390885131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390885131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390885131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:25,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:25,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:25,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:25,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,310 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/7d7bf43224624286bcd6c2651798b30a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7d7bf43224624286bcd6c2651798b30a 2024-11-23T19:40:25,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/c638a56595dc4769a55a4e03db1d1531 2024-11-23T19:40:25,332 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/C of 02cba21cee13e632cecb2af7dfa5921c into 7d7bf43224624286bcd6c2651798b30a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:25,332 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:25,332 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/C, priority=13, startTime=1732390824664; duration=0sec 2024-11-23T19:40:25,332 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:25,332 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:C 2024-11-23T19:40:25,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/dd560484faa64d15b3995c5b8bfaec47 is 50, key is test_row_0/C:col10/1732390824079/Put/seqid=0 2024-11-23T19:40:25,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741872_1048 (size=12151) 2024-11-23T19:40:25,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/dd560484faa64d15b3995c5b8bfaec47 2024-11-23T19:40:25,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/27fac95c81f64ca4910aa3e7ce79793d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/27fac95c81f64ca4910aa3e7ce79793d 2024-11-23T19:40:25,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/27fac95c81f64ca4910aa3e7ce79793d, entries=200, sequenceid=171, filesize=14.2 K 2024-11-23T19:40:25,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/c638a56595dc4769a55a4e03db1d1531 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/c638a56595dc4769a55a4e03db1d1531 2024-11-23T19:40:25,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/c638a56595dc4769a55a4e03db1d1531, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T19:40:25,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/dd560484faa64d15b3995c5b8bfaec47 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/dd560484faa64d15b3995c5b8bfaec47 2024-11-23T19:40:25,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:25,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:25,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/dd560484faa64d15b3995c5b8bfaec47, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T19:40:25,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 02cba21cee13e632cecb2af7dfa5921c in 708ms, sequenceid=171, compaction requested=false 2024-11-23T19:40:25,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:25,435 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:25,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T19:40:25,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/8b327570379a4fdd801801325757a5d8 is 50, key is test_row_0/A:col10/1732390824800/Put/seqid=0 2024-11-23T19:40:25,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390885458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390885455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390885466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390885467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741873_1049 (size=12151) 2024-11-23T19:40:25,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:25,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:25,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:25,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:25,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390885571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390885576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390885581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390885582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390885611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,624 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_1' in 02cba21cee13e632cecb2af7dfa5921c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:25,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:25,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:25,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:25,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:25,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390885781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390885791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390885791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390885793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:25,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:25,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:25,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:25,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:25,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:25,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/8b327570379a4fdd801801325757a5d8 2024-11-23T19:40:25,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/148fed160e6d4bca86e7aa39de0912c0 is 50, key is test_row_0/B:col10/1732390824800/Put/seqid=0 2024-11-23T19:40:25,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741874_1050 (size=12151) 2024-11-23T19:40:25,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/148fed160e6d4bca86e7aa39de0912c0 2024-11-23T19:40:25,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/d2727148e8a646feaf16ea6f0c1ea80a is 50, key is test_row_0/C:col10/1732390824800/Put/seqid=0 2024-11-23T19:40:26,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:26,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:26,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741875_1051 (size=12151) 2024-11-23T19:40:26,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390886090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:26,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:26,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390886101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:26,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:26,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390886101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:26,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390886103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:26,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:26,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:26,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:26,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:26,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:26,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/d2727148e8a646feaf16ea6f0c1ea80a 2024-11-23T19:40:26,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/8b327570379a4fdd801801325757a5d8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8b327570379a4fdd801801325757a5d8 2024-11-23T19:40:26,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8b327570379a4fdd801801325757a5d8, entries=150, sequenceid=202, filesize=11.9 K 2024-11-23T19:40:26,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/148fed160e6d4bca86e7aa39de0912c0 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/148fed160e6d4bca86e7aa39de0912c0 2024-11-23T19:40:26,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:26,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:26,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/148fed160e6d4bca86e7aa39de0912c0, entries=150, sequenceid=202, filesize=11.9 K 2024-11-23T19:40:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/d2727148e8a646feaf16ea6f0c1ea80a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d2727148e8a646feaf16ea6f0c1ea80a 2024-11-23T19:40:26,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d2727148e8a646feaf16ea6f0c1ea80a, entries=150, sequenceid=202, filesize=11.9 K 2024-11-23T19:40:26,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 02cba21cee13e632cecb2af7dfa5921c in 1090ms, sequenceid=202, compaction requested=true 2024-11-23T19:40:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:40:26,526 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:40:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T19:40:26,526 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:26,528 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:26,528 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/A is initiating minor compaction (all files) 2024-11-23T19:40:26,528 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/A in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,528 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8249f19e00e444368664aa80a1f7a1fa, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/27fac95c81f64ca4910aa3e7ce79793d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8b327570379a4fdd801801325757a5d8] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=38.3 K 2024-11-23T19:40:26,529 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:26,529 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8249f19e00e444368664aa80a1f7a1fa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732390823410 2024-11-23T19:40:26,529 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/B is initiating minor compaction (all files) 2024-11-23T19:40:26,529 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/B in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,530 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/2ed5185a17654fb8819637bd3f0904d0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/c638a56595dc4769a55a4e03db1d1531, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/148fed160e6d4bca86e7aa39de0912c0] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=35.9 K 2024-11-23T19:40:26,530 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27fac95c81f64ca4910aa3e7ce79793d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732390824072 2024-11-23T19:40:26,530 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ed5185a17654fb8819637bd3f0904d0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732390823410 2024-11-23T19:40:26,531 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting c638a56595dc4769a55a4e03db1d1531, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732390824079 2024-11-23T19:40:26,531 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b327570379a4fdd801801325757a5d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732390824799 2024-11-23T19:40:26,531 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 148fed160e6d4bca86e7aa39de0912c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732390824799 2024-11-23T19:40:26,554 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#B#compaction#39 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:26,555 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/32d0cad523da4d9c97cf5370428ae9ca is 50, key is test_row_0/B:col10/1732390824800/Put/seqid=0 2024-11-23T19:40:26,573 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#A#compaction#40 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:26,574 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/1532164abda5486b88bb05eae30861ca is 50, key is test_row_0/A:col10/1732390824800/Put/seqid=0 2024-11-23T19:40:26,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741876_1052 (size=12595) 2024-11-23T19:40:26,643 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:26,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:40:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:26,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741877_1053 (size=12595) 2024-11-23T19:40:26,654 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/32d0cad523da4d9c97cf5370428ae9ca as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/32d0cad523da4d9c97cf5370428ae9ca 2024-11-23T19:40:26,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:26,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:26,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,667 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/B of 02cba21cee13e632cecb2af7dfa5921c into 32d0cad523da4d9c97cf5370428ae9ca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:26,668 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:26,668 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/B, priority=13, startTime=1732390826526; duration=0sec 2024-11-23T19:40:26,668 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:26,668 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:B 2024-11-23T19:40:26,668 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:26,669 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/1532164abda5486b88bb05eae30861ca as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/1532164abda5486b88bb05eae30861ca 2024-11-23T19:40:26,672 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:26,672 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/C is initiating minor compaction (all files) 2024-11-23T19:40:26,672 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/C in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,672 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7d7bf43224624286bcd6c2651798b30a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/dd560484faa64d15b3995c5b8bfaec47, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d2727148e8a646feaf16ea6f0c1ea80a] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=35.9 K 2024-11-23T19:40:26,673 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d7bf43224624286bcd6c2651798b30a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732390823410 2024-11-23T19:40:26,673 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting dd560484faa64d15b3995c5b8bfaec47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732390824079 2024-11-23T19:40:26,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/395c0fa0c2ff479f8f6eb8215c1f2531 is 50, key is test_row_0/A:col10/1732390825457/Put/seqid=0 2024-11-23T19:40:26,674 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting d2727148e8a646feaf16ea6f0c1ea80a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732390824799 2024-11-23T19:40:26,681 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/A of 02cba21cee13e632cecb2af7dfa5921c into 1532164abda5486b88bb05eae30861ca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:26,681 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:26,681 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/A, priority=13, startTime=1732390826526; duration=0sec 2024-11-23T19:40:26,681 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:26,681 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:A 2024-11-23T19:40:26,713 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#C#compaction#42 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:26,714 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/570756d766a043d4b63310c1883b59ff is 50, key is test_row_0/C:col10/1732390824800/Put/seqid=0 2024-11-23T19:40:26,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741878_1054 (size=14541) 2024-11-23T19:40:26,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/395c0fa0c2ff479f8f6eb8215c1f2531 2024-11-23T19:40:26,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/f2beedf9c95c485f8c3a2c7c20cf8429 is 50, key is test_row_0/B:col10/1732390825457/Put/seqid=0 2024-11-23T19:40:26,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741879_1055 (size=12595) 2024-11-23T19:40:26,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741880_1056 (size=12151) 2024-11-23T19:40:26,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/f2beedf9c95c485f8c3a2c7c20cf8429 2024-11-23T19:40:26,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390886750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:26,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:26,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390886809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:26,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:26,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390886812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:26,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390886816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:26,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/42e470528a084b6087ae67e44c1f544c is 50, key is test_row_0/C:col10/1732390825457/Put/seqid=0 2024-11-23T19:40:26,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741881_1057 (size=12151) 2024-11-23T19:40:26,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/42e470528a084b6087ae67e44c1f544c 2024-11-23T19:40:26,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/395c0fa0c2ff479f8f6eb8215c1f2531 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/395c0fa0c2ff479f8f6eb8215c1f2531 2024-11-23T19:40:26,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/395c0fa0c2ff479f8f6eb8215c1f2531, entries=200, sequenceid=214, filesize=14.2 K 2024-11-23T19:40:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T19:40:26,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/f2beedf9c95c485f8c3a2c7c20cf8429 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/f2beedf9c95c485f8c3a2c7c20cf8429 2024-11-23T19:40:26,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/f2beedf9c95c485f8c3a2c7c20cf8429, entries=150, sequenceid=214, filesize=11.9 K 2024-11-23T19:40:26,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/42e470528a084b6087ae67e44c1f544c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/42e470528a084b6087ae67e44c1f544c 2024-11-23T19:40:26,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/42e470528a084b6087ae67e44c1f544c, entries=150, sequenceid=214, filesize=11.9 K 2024-11-23T19:40:26,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 02cba21cee13e632cecb2af7dfa5921c in 277ms, sequenceid=214, compaction requested=false 2024-11-23T19:40:26,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:26,924 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:26,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T19:40:26,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/bd12365d59464571976cb70d5d758c8f is 50, key is test_row_0/A:col10/1732390826923/Put/seqid=0 2024-11-23T19:40:26,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390886951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390886951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:26,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390886936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:26,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:26,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:26,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:26,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:26,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:26,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:26,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390886964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741882_1058 (size=14541) 2024-11-23T19:40:27,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/bd12365d59464571976cb70d5d758c8f 2024-11-23T19:40:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/a3cc825af18948419babf3efb4739ffe is 50, key is test_row_0/B:col10/1732390826923/Put/seqid=0 2024-11-23T19:40:27,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741883_1059 (size=12151) 2024-11-23T19:40:27,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/a3cc825af18948419babf3efb4739ffe 2024-11-23T19:40:27,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/d293e653195d42d5a8cfcca5be83d097 is 50, key is test_row_0/C:col10/1732390826923/Put/seqid=0 2024-11-23T19:40:27,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390887071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390887072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390887072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741884_1060 (size=12151) 2024-11-23T19:40:27,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390887110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:27,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:27,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:27,187 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/570756d766a043d4b63310c1883b59ff as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/570756d766a043d4b63310c1883b59ff 2024-11-23T19:40:27,209 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/C of 02cba21cee13e632cecb2af7dfa5921c into 570756d766a043d4b63310c1883b59ff(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:27,210 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:27,212 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/C, priority=13, startTime=1732390826526; duration=0sec 2024-11-23T19:40:27,212 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:27,212 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:C 2024-11-23T19:40:27,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:27,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:27,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:27,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:27,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:27,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:27,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390887282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390887281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:27,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390887290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390887321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:27,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:27,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:27,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:27,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:27,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:27,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/d293e653195d42d5a8cfcca5be83d097 2024-11-23T19:40:27,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/bd12365d59464571976cb70d5d758c8f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/bd12365d59464571976cb70d5d758c8f 2024-11-23T19:40:27,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/bd12365d59464571976cb70d5d758c8f, entries=200, sequenceid=243, filesize=14.2 K 2024-11-23T19:40:27,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/a3cc825af18948419babf3efb4739ffe as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/a3cc825af18948419babf3efb4739ffe 2024-11-23T19:40:27,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/a3cc825af18948419babf3efb4739ffe, entries=150, sequenceid=243, filesize=11.9 K 2024-11-23T19:40:27,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/d293e653195d42d5a8cfcca5be83d097 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d293e653195d42d5a8cfcca5be83d097 2024-11-23T19:40:27,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d293e653195d42d5a8cfcca5be83d097, entries=150, sequenceid=243, filesize=11.9 K 2024-11-23T19:40:27,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 02cba21cee13e632cecb2af7dfa5921c in 638ms, sequenceid=243, compaction requested=true 2024-11-23T19:40:27,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:27,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:40:27,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:27,563 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:27,563 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:27,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:40:27,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:27,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:27,565 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:27,565 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/B is initiating minor compaction (all files) 2024-11-23T19:40:27,565 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/B in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:27,565 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/32d0cad523da4d9c97cf5370428ae9ca, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/f2beedf9c95c485f8c3a2c7c20cf8429, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/a3cc825af18948419babf3efb4739ffe] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=36.0 K 2024-11-23T19:40:27,566 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:27,566 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/A is initiating minor compaction (all files) 2024-11-23T19:40:27,566 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/A in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:27,566 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/1532164abda5486b88bb05eae30861ca, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/395c0fa0c2ff479f8f6eb8215c1f2531, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/bd12365d59464571976cb70d5d758c8f] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=40.7 K 2024-11-23T19:40:27,567 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1532164abda5486b88bb05eae30861ca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732390824799 2024-11-23T19:40:27,567 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 32d0cad523da4d9c97cf5370428ae9ca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732390824799 2024-11-23T19:40:27,567 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting f2beedf9c95c485f8c3a2c7c20cf8429, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732390825457 2024-11-23T19:40:27,568 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 395c0fa0c2ff479f8f6eb8215c1f2531, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732390825457 2024-11-23T19:40:27,568 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting a3cc825af18948419babf3efb4739ffe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732390826747 2024-11-23T19:40:27,568 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd12365d59464571976cb70d5d758c8f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732390826730 2024-11-23T19:40:27,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:27,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T19:40:27,597 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:27,598 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/80ce6bcb21eb49e6b20c9d233ee1ef25 is 50, key is test_row_0/B:col10/1732390826923/Put/seqid=0 2024-11-23T19:40:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:27,599 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T19:40:27,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:27,611 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#A#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:27,612 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/e72c6ccbe4274052b5044b6486334ae8 is 50, key is test_row_0/A:col10/1732390826923/Put/seqid=0 2024-11-23T19:40:27,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/8a07a882580643ccba208c1fc3057b5d is 50, key is test_row_0/A:col10/1732390827598/Put/seqid=0 2024-11-23T19:40:27,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741885_1061 (size=12697) 2024-11-23T19:40:27,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741887_1063 (size=14541) 2024-11-23T19:40:27,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741886_1062 (size=12697) 2024-11-23T19:40:27,658 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/80ce6bcb21eb49e6b20c9d233ee1ef25 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/80ce6bcb21eb49e6b20c9d233ee1ef25 2024-11-23T19:40:27,663 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/e72c6ccbe4274052b5044b6486334ae8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/e72c6ccbe4274052b5044b6486334ae8 2024-11-23T19:40:27,700 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/B of 02cba21cee13e632cecb2af7dfa5921c into 80ce6bcb21eb49e6b20c9d233ee1ef25(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:27,700 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/A of 02cba21cee13e632cecb2af7dfa5921c into e72c6ccbe4274052b5044b6486334ae8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:27,700 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:27,700 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:27,700 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/B, priority=13, startTime=1732390827563; duration=0sec 2024-11-23T19:40:27,700 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/A, priority=13, startTime=1732390827563; duration=0sec 2024-11-23T19:40:27,701 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:27,701 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:A 2024-11-23T19:40:27,701 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:27,701 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:B 2024-11-23T19:40:27,701 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:27,703 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:27,703 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/C is initiating minor compaction (all files) 2024-11-23T19:40:27,703 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/C in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:27,703 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/570756d766a043d4b63310c1883b59ff, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/42e470528a084b6087ae67e44c1f544c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d293e653195d42d5a8cfcca5be83d097] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=36.0 K 2024-11-23T19:40:27,704 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 570756d766a043d4b63310c1883b59ff, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732390824799 2024-11-23T19:40:27,705 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42e470528a084b6087ae67e44c1f544c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732390825457 2024-11-23T19:40:27,706 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting d293e653195d42d5a8cfcca5be83d097, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732390826747 2024-11-23T19:40:27,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390887714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390887716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390887716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390887717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390887719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,743 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#C#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:27,744 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/338be08f7934444f8da8b3f14bb7932d is 50, key is test_row_0/C:col10/1732390826923/Put/seqid=0 2024-11-23T19:40:27,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741888_1064 (size=12697) 2024-11-23T19:40:27,783 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/338be08f7934444f8da8b3f14bb7932d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/338be08f7934444f8da8b3f14bb7932d 2024-11-23T19:40:27,798 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/C of 02cba21cee13e632cecb2af7dfa5921c into 338be08f7934444f8da8b3f14bb7932d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:27,798 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:27,798 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/C, priority=13, startTime=1732390827563; duration=0sec 2024-11-23T19:40:27,799 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:27,799 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:C 2024-11-23T19:40:27,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390887831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390887831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390887831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390887840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:27,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390887841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:27,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:27,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:28,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390888041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:28,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:28,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390888041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390888041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:28,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:28,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390888050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:28,054 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/8a07a882580643ccba208c1fc3057b5d 2024-11-23T19:40:28,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390888050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/e376a2ba1cbc44d896ce3b6be06048da is 50, key is test_row_0/B:col10/1732390827598/Put/seqid=0 2024-11-23T19:40:28,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741889_1065 (size=12151) 2024-11-23T19:40:28,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390888350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:28,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:28,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390888350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:28,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:28,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390888360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:28,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:28,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390888371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:28,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:28,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390888371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:28,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:28,503 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/e376a2ba1cbc44d896ce3b6be06048da 2024-11-23T19:40:28,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/3fbb25a1dd9f4c76a46d9c1494d3cf59 is 50, key is test_row_0/C:col10/1732390827598/Put/seqid=0 2024-11-23T19:40:28,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741890_1066 (size=12151) 2024-11-23T19:40:28,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390888860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390888861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:28,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390888870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:28,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:28,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390888881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390888881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:28,981 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/3fbb25a1dd9f4c76a46d9c1494d3cf59 2024-11-23T19:40:28,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/8a07a882580643ccba208c1fc3057b5d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8a07a882580643ccba208c1fc3057b5d 2024-11-23T19:40:29,008 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8a07a882580643ccba208c1fc3057b5d, entries=200, sequenceid=255, filesize=14.2 K 2024-11-23T19:40:29,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/e376a2ba1cbc44d896ce3b6be06048da as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/e376a2ba1cbc44d896ce3b6be06048da 2024-11-23T19:40:29,022 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/e376a2ba1cbc44d896ce3b6be06048da, entries=150, sequenceid=255, filesize=11.9 K 2024-11-23T19:40:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/3fbb25a1dd9f4c76a46d9c1494d3cf59 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/3fbb25a1dd9f4c76a46d9c1494d3cf59 2024-11-23T19:40:29,036 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/3fbb25a1dd9f4c76a46d9c1494d3cf59, entries=150, sequenceid=255, filesize=11.9 K 2024-11-23T19:40:29,037 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 02cba21cee13e632cecb2af7dfa5921c in 1439ms, sequenceid=255, compaction requested=false 2024-11-23T19:40:29,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:29,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:29,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-23T19:40:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-23T19:40:29,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-23T19:40:29,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 6.3140 sec 2024-11-23T19:40:29,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 6.3240 sec 2024-11-23T19:40:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:29,872 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:29,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T19:40:29,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/619eeda93655450688ec50b8976a7e17 is 50, key is test_row_0/A:col10/1732390827711/Put/seqid=0 2024-11-23T19:40:29,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390889890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:29,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:29,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390889890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390889890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:29,897 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 02cba21cee13e632cecb2af7dfa5921c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:29,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:29,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:29,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:29,898 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 02cba21cee13e632cecb2af7dfa5921c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:29,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390889898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:29,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:29,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:29,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:29,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390889903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:29,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741891_1067 (size=14741) 2024-11-23T19:40:29,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/619eeda93655450688ec50b8976a7e17 2024-11-23T19:40:29,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/be1ef4f774104b59bb8feea744caf632 is 50, key is test_row_0/B:col10/1732390827711/Put/seqid=0 2024-11-23T19:40:29,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741892_1068 (size=12301) 2024-11-23T19:40:29,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/be1ef4f774104b59bb8feea744caf632 2024-11-23T19:40:29,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/d7314fa25cc4457e9e17bdf9c8b63faf is 50, key is test_row_0/C:col10/1732390827711/Put/seqid=0 2024-11-23T19:40:29,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741893_1069 (size=12301) 2024-11-23T19:40:29,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/d7314fa25cc4457e9e17bdf9c8b63faf 2024-11-23T19:40:29,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/619eeda93655450688ec50b8976a7e17 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/619eeda93655450688ec50b8976a7e17 2024-11-23T19:40:29,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/619eeda93655450688ec50b8976a7e17, entries=200, sequenceid=284, filesize=14.4 K 2024-11-23T19:40:29,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/be1ef4f774104b59bb8feea744caf632 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/be1ef4f774104b59bb8feea744caf632 2024-11-23T19:40:30,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/be1ef4f774104b59bb8feea744caf632, entries=150, sequenceid=284, filesize=12.0 K 2024-11-23T19:40:30,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/d7314fa25cc4457e9e17bdf9c8b63faf as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d7314fa25cc4457e9e17bdf9c8b63faf 2024-11-23T19:40:30,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390890011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:30,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390890011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:30,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:30,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390890011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:30,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:30,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:30,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d7314fa25cc4457e9e17bdf9c8b63faf, entries=150, sequenceid=284, filesize=12.0 K 2024-11-23T19:40:30,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 02cba21cee13e632cecb2af7dfa5921c in 161ms, sequenceid=284, compaction requested=true 2024-11-23T19:40:30,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:30,034 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:30,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:40:30,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:30,034 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:30,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:40:30,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:30,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:30,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:30,035 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:30,036 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:30,036 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/A is initiating minor compaction (all files) 2024-11-23T19:40:30,036 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/B is initiating minor compaction (all files) 2024-11-23T19:40:30,036 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/A in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:30,036 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/B in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:30,036 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/e72c6ccbe4274052b5044b6486334ae8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8a07a882580643ccba208c1fc3057b5d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/619eeda93655450688ec50b8976a7e17] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=41.0 K 2024-11-23T19:40:30,036 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/80ce6bcb21eb49e6b20c9d233ee1ef25, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/e376a2ba1cbc44d896ce3b6be06048da, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/be1ef4f774104b59bb8feea744caf632] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=36.3 K 2024-11-23T19:40:30,036 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 80ce6bcb21eb49e6b20c9d233ee1ef25, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732390826747 2024-11-23T19:40:30,036 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e72c6ccbe4274052b5044b6486334ae8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732390826747 2024-11-23T19:40:30,037 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting e376a2ba1cbc44d896ce3b6be06048da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732390826959 2024-11-23T19:40:30,038 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting be1ef4f774104b59bb8feea744caf632, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732390827711 2024-11-23T19:40:30,038 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a07a882580643ccba208c1fc3057b5d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732390826935 2024-11-23T19:40:30,039 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 619eeda93655450688ec50b8976a7e17, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732390827711 2024-11-23T19:40:30,065 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:30,066 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/408e7a428ab44fc5aaca6c8b6dc99b33 is 50, key is test_row_0/B:col10/1732390827711/Put/seqid=0 2024-11-23T19:40:30,070 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:30,071 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/77d962ac86b64b28b1f61e3d1246deb1 is 50, key is test_row_0/A:col10/1732390827711/Put/seqid=0 2024-11-23T19:40:30,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741894_1070 (size=12949) 2024-11-23T19:40:30,117 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/408e7a428ab44fc5aaca6c8b6dc99b33 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/408e7a428ab44fc5aaca6c8b6dc99b33 2024-11-23T19:40:30,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741895_1071 (size=12949) 2024-11-23T19:40:30,130 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/B of 02cba21cee13e632cecb2af7dfa5921c into 408e7a428ab44fc5aaca6c8b6dc99b33(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:30,130 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:30,130 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/B, priority=13, startTime=1732390830034; duration=0sec 2024-11-23T19:40:30,130 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/77d962ac86b64b28b1f61e3d1246deb1 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/77d962ac86b64b28b1f61e3d1246deb1 2024-11-23T19:40:30,130 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:30,130 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:B 2024-11-23T19:40:30,130 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:30,142 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/A of 02cba21cee13e632cecb2af7dfa5921c into 77d962ac86b64b28b1f61e3d1246deb1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:30,142 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:30,142 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/A, priority=13, startTime=1732390830033; duration=0sec 2024-11-23T19:40:30,142 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:30,142 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:30,143 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:A 2024-11-23T19:40:30,143 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/C is initiating minor compaction (all files) 2024-11-23T19:40:30,143 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/C in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:30,143 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/338be08f7934444f8da8b3f14bb7932d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/3fbb25a1dd9f4c76a46d9c1494d3cf59, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d7314fa25cc4457e9e17bdf9c8b63faf] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=36.3 K 2024-11-23T19:40:30,144 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 338be08f7934444f8da8b3f14bb7932d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732390826747 2024-11-23T19:40:30,151 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fbb25a1dd9f4c76a46d9c1494d3cf59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732390826959 2024-11-23T19:40:30,152 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting d7314fa25cc4457e9e17bdf9c8b63faf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732390827711 2024-11-23T19:40:30,166 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:30,166 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/4e2f5dadd2ea4e30bc63f49bb51d5d1f is 50, key is test_row_0/C:col10/1732390827711/Put/seqid=0 2024-11-23T19:40:30,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741896_1072 (size=12949) 2024-11-23T19:40:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:30,222 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:30,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T19:40:30,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/637bfb8dd3cf452685b53008653d0bc4 is 50, key is test_row_0/A:col10/1732390830221/Put/seqid=0 2024-11-23T19:40:30,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741897_1073 (size=14741) 2024-11-23T19:40:30,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/637bfb8dd3cf452685b53008653d0bc4 2024-11-23T19:40:30,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/318d0d17088b47d2b1a0009caa5d277b is 50, key is test_row_0/B:col10/1732390830221/Put/seqid=0 2024-11-23T19:40:30,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390890296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:30,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390890297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390890304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:30,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:30,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741898_1074 (size=12301) 2024-11-23T19:40:30,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390890411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390890411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:30,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390890411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:30,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:30,584 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/4e2f5dadd2ea4e30bc63f49bb51d5d1f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/4e2f5dadd2ea4e30bc63f49bb51d5d1f 2024-11-23T19:40:30,592 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/C of 02cba21cee13e632cecb2af7dfa5921c into 4e2f5dadd2ea4e30bc63f49bb51d5d1f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:30,592 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:30,592 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/C, priority=13, startTime=1732390830035; duration=0sec 2024-11-23T19:40:30,592 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:30,592 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:C 2024-11-23T19:40:30,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390890621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:30,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390890621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390890621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:30,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:30,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/318d0d17088b47d2b1a0009caa5d277b 2024-11-23T19:40:30,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/0e9eedf8c60b413785f00b4561077814 is 50, key is test_row_0/C:col10/1732390830221/Put/seqid=0 2024-11-23T19:40:30,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741899_1075 (size=12301) 2024-11-23T19:40:30,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/0e9eedf8c60b413785f00b4561077814 2024-11-23T19:40:30,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/637bfb8dd3cf452685b53008653d0bc4 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/637bfb8dd3cf452685b53008653d0bc4 2024-11-23T19:40:30,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/637bfb8dd3cf452685b53008653d0bc4, entries=200, sequenceid=300, filesize=14.4 K 2024-11-23T19:40:30,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/318d0d17088b47d2b1a0009caa5d277b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/318d0d17088b47d2b1a0009caa5d277b 2024-11-23T19:40:30,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/318d0d17088b47d2b1a0009caa5d277b, entries=150, sequenceid=300, filesize=12.0 K 2024-11-23T19:40:30,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/0e9eedf8c60b413785f00b4561077814 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/0e9eedf8c60b413785f00b4561077814 2024-11-23T19:40:30,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/0e9eedf8c60b413785f00b4561077814, entries=150, sequenceid=300, filesize=12.0 K 2024-11-23T19:40:30,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 02cba21cee13e632cecb2af7dfa5921c in 563ms, sequenceid=300, compaction requested=false 2024-11-23T19:40:30,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T19:40:30,921 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:40:30,921 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:40:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-23T19:40:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T19:40:30,924 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:40:30,925 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:40:30,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:40:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:30,942 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:30,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T19:40:30,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/7061f1de3ea8419db973b87be89becdb is 50, key is test_row_0/A:col10/1732390830272/Put/seqid=0 2024-11-23T19:40:30,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390890964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:30,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390890966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:30,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390890966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:30,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:30,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:30,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:30,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741900_1076 (size=14741) 2024-11-23T19:40:30,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/7061f1de3ea8419db973b87be89becdb 2024-11-23T19:40:31,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/61f749dc29804924a8be84e11acbe80a is 50, key is test_row_0/B:col10/1732390830272/Put/seqid=0 2024-11-23T19:40:31,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741901_1077 (size=12301) 2024-11-23T19:40:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T19:40:31,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-23T19:40:31,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:31,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:31,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:31,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:31,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390891081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390891081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390891081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:31,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-23T19:40:31,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:31,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T19:40:31,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390891290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390891291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:31,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:31,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390891293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:31,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:31,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-23T19:40:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:31,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/61f749dc29804924a8be84e11acbe80a 2024-11-23T19:40:31,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/dc77371a99ac4d8ebab6d233d5b29b48 is 50, key is test_row_0/C:col10/1732390830272/Put/seqid=0 2024-11-23T19:40:31,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741902_1078 (size=12301) 2024-11-23T19:40:31,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-23T19:40:31,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:31,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:31,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:31,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T19:40:31,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:31,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390891601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390891601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:31,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390891601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:31,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-23T19:40:31,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:31,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:31,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:31,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-23T19:40:31,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:31,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:31,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:31,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:31,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/dc77371a99ac4d8ebab6d233d5b29b48 2024-11-23T19:40:31,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/7061f1de3ea8419db973b87be89becdb as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/7061f1de3ea8419db973b87be89becdb 2024-11-23T19:40:31,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390891911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:31,917 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 02cba21cee13e632cecb2af7dfa5921c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:31,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:31,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390891911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:31,920 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 02cba21cee13e632cecb2af7dfa5921c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:31,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:31,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/7061f1de3ea8419db973b87be89becdb, entries=200, sequenceid=324, filesize=14.4 K 2024-11-23T19:40:31,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/61f749dc29804924a8be84e11acbe80a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/61f749dc29804924a8be84e11acbe80a 2024-11-23T19:40:31,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/61f749dc29804924a8be84e11acbe80a, entries=150, sequenceid=324, filesize=12.0 K 2024-11-23T19:40:31,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/dc77371a99ac4d8ebab6d233d5b29b48 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/dc77371a99ac4d8ebab6d233d5b29b48 2024-11-23T19:40:31,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/dc77371a99ac4d8ebab6d233d5b29b48, entries=150, sequenceid=324, filesize=12.0 K 2024-11-23T19:40:31,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 02cba21cee13e632cecb2af7dfa5921c in 1010ms, sequenceid=324, compaction requested=true 2024-11-23T19:40:31,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:31,953 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:31,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:40:31,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:31,953 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:31,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:40:31,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:31,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:31,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:31,955 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:31,955 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/B is initiating minor compaction (all files) 2024-11-23T19:40:31,955 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/B in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:31,955 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/408e7a428ab44fc5aaca6c8b6dc99b33, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/318d0d17088b47d2b1a0009caa5d277b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/61f749dc29804924a8be84e11acbe80a] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=36.7 K 2024-11-23T19:40:31,955 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42431 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:31,955 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/A is initiating minor compaction (all files) 2024-11-23T19:40:31,955 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/A in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:31,956 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/77d962ac86b64b28b1f61e3d1246deb1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/637bfb8dd3cf452685b53008653d0bc4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/7061f1de3ea8419db973b87be89becdb] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=41.4 K 2024-11-23T19:40:31,959 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77d962ac86b64b28b1f61e3d1246deb1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732390827711 2024-11-23T19:40:31,959 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 408e7a428ab44fc5aaca6c8b6dc99b33, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732390827711 2024-11-23T19:40:31,960 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 318d0d17088b47d2b1a0009caa5d277b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732390829882 2024-11-23T19:40:31,960 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 637bfb8dd3cf452685b53008653d0bc4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732390829882 2024-11-23T19:40:31,960 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 61f749dc29804924a8be84e11acbe80a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732390830272 2024-11-23T19:40:31,961 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7061f1de3ea8419db973b87be89becdb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732390830272 2024-11-23T19:40:31,989 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#B#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:31,989 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/3bb7c12930b5437b88f4d9a69f5a31b2 is 50, key is test_row_0/B:col10/1732390830272/Put/seqid=0 2024-11-23T19:40:32,005 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#A#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:32,006 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/230b7b12e1a14efeac5d5db4d0d807c3 is 50, key is test_row_0/A:col10/1732390830272/Put/seqid=0 2024-11-23T19:40:32,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-23T19:40:32,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:32,013 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T19:40:32,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741903_1079 (size=13051) 2024-11-23T19:40:32,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741904_1080 (size=13051) 2024-11-23T19:40:32,050 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/3bb7c12930b5437b88f4d9a69f5a31b2 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/3bb7c12930b5437b88f4d9a69f5a31b2 2024-11-23T19:40:32,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/d121a49b4f844d5ba3c58b0cf31895c1 is 50, key is test_row_0/A:col10/1732390830963/Put/seqid=0 2024-11-23T19:40:32,060 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/230b7b12e1a14efeac5d5db4d0d807c3 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/230b7b12e1a14efeac5d5db4d0d807c3 2024-11-23T19:40:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T19:40:32,077 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/B of 02cba21cee13e632cecb2af7dfa5921c into 3bb7c12930b5437b88f4d9a69f5a31b2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:32,077 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:32,077 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/B, priority=13, startTime=1732390831953; duration=0sec 2024-11-23T19:40:32,077 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:32,077 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:B 2024-11-23T19:40:32,077 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:32,078 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/A of 02cba21cee13e632cecb2af7dfa5921c into 230b7b12e1a14efeac5d5db4d0d807c3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:32,078 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:32,078 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/A, priority=13, startTime=1732390831953; duration=0sec 2024-11-23T19:40:32,079 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:32,079 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:A 2024-11-23T19:40:32,081 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:32,081 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/C is initiating minor compaction (all files) 2024-11-23T19:40:32,082 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/C in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:32,082 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/4e2f5dadd2ea4e30bc63f49bb51d5d1f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/0e9eedf8c60b413785f00b4561077814, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/dc77371a99ac4d8ebab6d233d5b29b48] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=36.7 K 2024-11-23T19:40:32,083 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e2f5dadd2ea4e30bc63f49bb51d5d1f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732390827711 2024-11-23T19:40:32,083 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e9eedf8c60b413785f00b4561077814, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732390829882 2024-11-23T19:40:32,085 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting dc77371a99ac4d8ebab6d233d5b29b48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732390830272 2024-11-23T19:40:32,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741905_1081 (size=12301) 2024-11-23T19:40:32,088 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/d121a49b4f844d5ba3c58b0cf31895c1 2024-11-23T19:40:32,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/5d32e70387414e89b4de61c454bb355b is 50, key is test_row_0/B:col10/1732390830963/Put/seqid=0 2024-11-23T19:40:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:32,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:32,120 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#C#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:32,121 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/8d610174b3b541aa818388d2cab0f272 is 50, key is test_row_0/C:col10/1732390830272/Put/seqid=0 2024-11-23T19:40:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741906_1082 (size=12301) 2024-11-23T19:40:32,135 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/5d32e70387414e89b4de61c454bb355b 2024-11-23T19:40:32,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741907_1083 (size=13051) 2024-11-23T19:40:32,166 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/8d610174b3b541aa818388d2cab0f272 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8d610174b3b541aa818388d2cab0f272 2024-11-23T19:40:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/c82e433149f244c2ba6f382728efb0e6 is 50, key is test_row_0/C:col10/1732390830963/Put/seqid=0 2024-11-23T19:40:32,185 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/C of 02cba21cee13e632cecb2af7dfa5921c into 8d610174b3b541aa818388d2cab0f272(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:32,185 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:32,185 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/C, priority=13, startTime=1732390831953; duration=0sec 2024-11-23T19:40:32,185 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:32,185 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:C 2024-11-23T19:40:32,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741908_1084 (size=12301) 2024-11-23T19:40:32,194 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/c82e433149f244c2ba6f382728efb0e6 2024-11-23T19:40:32,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/d121a49b4f844d5ba3c58b0cf31895c1 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/d121a49b4f844d5ba3c58b0cf31895c1 2024-11-23T19:40:32,215 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/d121a49b4f844d5ba3c58b0cf31895c1, entries=150, sequenceid=338, filesize=12.0 K 2024-11-23T19:40:32,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/5d32e70387414e89b4de61c454bb355b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/5d32e70387414e89b4de61c454bb355b 2024-11-23T19:40:32,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390892218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:32,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390892218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390892220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:32,228 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/5d32e70387414e89b4de61c454bb355b, entries=150, sequenceid=338, filesize=12.0 K 2024-11-23T19:40:32,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/c82e433149f244c2ba6f382728efb0e6 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/c82e433149f244c2ba6f382728efb0e6 2024-11-23T19:40:32,237 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/c82e433149f244c2ba6f382728efb0e6, entries=150, sequenceid=338, filesize=12.0 K 2024-11-23T19:40:32,238 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 02cba21cee13e632cecb2af7dfa5921c in 225ms, sequenceid=338, compaction requested=false 2024-11-23T19:40:32,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:32,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:32,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-23T19:40:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-23T19:40:32,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-23T19:40:32,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3150 sec 2024-11-23T19:40:32,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.3240 sec 2024-11-23T19:40:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:32,337 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:32,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T19:40:32,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/aee1e77badcd4e10a23947cda01cd1ac is 50, key is test_row_0/A:col10/1732390832217/Put/seqid=0 2024-11-23T19:40:32,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390892365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:32,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:32,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741909_1085 (size=12301) 2024-11-23T19:40:32,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/aee1e77badcd4e10a23947cda01cd1ac 2024-11-23T19:40:32,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390892373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:32,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:32,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390892371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:32,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/86321cd7d6844894b2beb4c5cd6b279a is 50, key is test_row_0/B:col10/1732390832217/Put/seqid=0 2024-11-23T19:40:32,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741910_1086 (size=12301) 2024-11-23T19:40:32,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390892483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:32,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:32,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390892490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:32,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:32,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390892490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:32,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:32,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390892696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:32,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390892700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:32,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:32,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390892700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:32,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:32,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:32,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/86321cd7d6844894b2beb4c5cd6b279a 2024-11-23T19:40:32,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/62fdc509b924423d8d288a5fe3f10291 is 50, key is test_row_0/C:col10/1732390832217/Put/seqid=0 2024-11-23T19:40:32,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741911_1087 (size=12301) 2024-11-23T19:40:32,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/62fdc509b924423d8d288a5fe3f10291 2024-11-23T19:40:32,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/aee1e77badcd4e10a23947cda01cd1ac as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/aee1e77badcd4e10a23947cda01cd1ac 2024-11-23T19:40:32,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/aee1e77badcd4e10a23947cda01cd1ac, entries=150, sequenceid=366, filesize=12.0 K 2024-11-23T19:40:32,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/86321cd7d6844894b2beb4c5cd6b279a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/86321cd7d6844894b2beb4c5cd6b279a 2024-11-23T19:40:32,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/86321cd7d6844894b2beb4c5cd6b279a, entries=150, sequenceid=366, filesize=12.0 K 2024-11-23T19:40:32,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/62fdc509b924423d8d288a5fe3f10291 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/62fdc509b924423d8d288a5fe3f10291 2024-11-23T19:40:32,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/62fdc509b924423d8d288a5fe3f10291, entries=150, sequenceid=366, filesize=12.0 K 2024-11-23T19:40:32,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 02cba21cee13e632cecb2af7dfa5921c in 599ms, sequenceid=366, compaction requested=true 2024-11-23T19:40:32,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:32,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:40:32,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:32,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:40:32,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:32,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:32,936 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:32,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:32,937 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:32,938 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:32,938 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/B is initiating minor compaction (all files) 2024-11-23T19:40:32,938 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:32,938 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/B in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:32,938 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/A is initiating minor compaction (all files) 2024-11-23T19:40:32,938 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/A in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:32,938 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/3bb7c12930b5437b88f4d9a69f5a31b2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/5d32e70387414e89b4de61c454bb355b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/86321cd7d6844894b2beb4c5cd6b279a] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=36.8 K 2024-11-23T19:40:32,938 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/230b7b12e1a14efeac5d5db4d0d807c3, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/d121a49b4f844d5ba3c58b0cf31895c1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/aee1e77badcd4e10a23947cda01cd1ac] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=36.8 K 2024-11-23T19:40:32,939 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 230b7b12e1a14efeac5d5db4d0d807c3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732390830272 2024-11-23T19:40:32,940 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bb7c12930b5437b88f4d9a69f5a31b2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732390830272 2024-11-23T19:40:32,940 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting d121a49b4f844d5ba3c58b0cf31895c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732390830957 2024-11-23T19:40:32,940 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d32e70387414e89b4de61c454bb355b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732390830957 2024-11-23T19:40:32,941 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting aee1e77badcd4e10a23947cda01cd1ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732390832215 2024-11-23T19:40:32,942 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 86321cd7d6844894b2beb4c5cd6b279a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732390832215 2024-11-23T19:40:32,965 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#A#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:32,965 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/0f284a05df044fbbab0bd43bef4961ac is 50, key is test_row_0/A:col10/1732390832217/Put/seqid=0 2024-11-23T19:40:32,985 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#B#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:32,985 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/683c24f95b714c82839263aad7898b5d is 50, key is test_row_0/B:col10/1732390832217/Put/seqid=0 2024-11-23T19:40:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:33,019 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:33,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T19:40:33,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741912_1088 (size=13153) 2024-11-23T19:40:33,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741913_1089 (size=13153) 2024-11-23T19:40:33,054 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/0f284a05df044fbbab0bd43bef4961ac as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/0f284a05df044fbbab0bd43bef4961ac 2024-11-23T19:40:33,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/94ac3c0b85f84a02aea6c46ade7ee7d0 is 50, key is test_row_1/A:col10/1732390832357/Put/seqid=0 2024-11-23T19:40:33,066 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/A of 02cba21cee13e632cecb2af7dfa5921c into 0f284a05df044fbbab0bd43bef4961ac(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:33,066 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:33,066 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/A, priority=13, startTime=1732390832936; duration=0sec 2024-11-23T19:40:33,067 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:33,067 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:A 2024-11-23T19:40:33,067 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:33,068 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:33,069 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/C is initiating minor compaction (all files) 2024-11-23T19:40:33,069 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/C in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:33,069 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8d610174b3b541aa818388d2cab0f272, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/c82e433149f244c2ba6f382728efb0e6, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/62fdc509b924423d8d288a5fe3f10291] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=36.8 K 2024-11-23T19:40:33,070 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d610174b3b541aa818388d2cab0f272, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732390830272 2024-11-23T19:40:33,070 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting c82e433149f244c2ba6f382728efb0e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732390830957 2024-11-23T19:40:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T19:40:33,071 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:40:33,071 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62fdc509b924423d8d288a5fe3f10291, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732390832215 2024-11-23T19:40:33,072 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:40:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-23T19:40:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-23T19:40:33,075 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:40:33,076 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:40:33,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:40:33,105 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#C#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:33,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:33,106 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/13d010f495c944fea8889615ec54ce3f is 50, key is test_row_0/C:col10/1732390832217/Put/seqid=0 2024-11-23T19:40:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390893100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:33,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:33,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390893101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:33,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:33,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741914_1090 (size=14737) 2024-11-23T19:40:33,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390893104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:33,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:33,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/94ac3c0b85f84a02aea6c46ade7ee7d0 2024-11-23T19:40:33,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/c0184031deba4854af5bde0acd5c6a71 is 50, key is test_row_1/B:col10/1732390832357/Put/seqid=0 2024-11-23T19:40:33,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741915_1091 (size=13153) 2024-11-23T19:40:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-23T19:40:33,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741916_1092 (size=9857) 2024-11-23T19:40:33,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/c0184031deba4854af5bde0acd5c6a71 2024-11-23T19:40:33,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/b815d3b296434c3d8a8721598bdc7361 is 50, key is test_row_1/C:col10/1732390832357/Put/seqid=0 2024-11-23T19:40:33,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390893211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:33,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390893222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:33,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:33,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390893222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:33,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-23T19:40:33,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:33,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:33,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:33,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:33,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:33,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741917_1093 (size=9857) 2024-11-23T19:40:33,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/b815d3b296434c3d8a8721598bdc7361 2024-11-23T19:40:33,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/94ac3c0b85f84a02aea6c46ade7ee7d0 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/94ac3c0b85f84a02aea6c46ade7ee7d0 2024-11-23T19:40:33,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/94ac3c0b85f84a02aea6c46ade7ee7d0, entries=200, sequenceid=380, filesize=14.4 K 2024-11-23T19:40:33,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/c0184031deba4854af5bde0acd5c6a71 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/c0184031deba4854af5bde0acd5c6a71 2024-11-23T19:40:33,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/c0184031deba4854af5bde0acd5c6a71, entries=100, sequenceid=380, filesize=9.6 K 2024-11-23T19:40:33,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/b815d3b296434c3d8a8721598bdc7361 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/b815d3b296434c3d8a8721598bdc7361 2024-11-23T19:40:33,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/b815d3b296434c3d8a8721598bdc7361, entries=100, sequenceid=380, filesize=9.6 K 2024-11-23T19:40:33,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 02cba21cee13e632cecb2af7dfa5921c in 291ms, sequenceid=380, compaction requested=false 2024-11-23T19:40:33,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:33,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-23T19:40:33,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:33,388 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T19:40:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-23T19:40:33,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/6c3b86b001a24ac684d0fafef1ced999 is 50, key is test_row_0/A:col10/1732390833097/Put/seqid=0 2024-11-23T19:40:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:33,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:33,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741918_1094 (size=12301) 2024-11-23T19:40:33,456 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/683c24f95b714c82839263aad7898b5d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/683c24f95b714c82839263aad7898b5d 2024-11-23T19:40:33,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390893453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390893455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:33,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390893457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:33,470 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/B of 02cba21cee13e632cecb2af7dfa5921c into 683c24f95b714c82839263aad7898b5d(size=12.8 K), total size for store is 22.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:33,470 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:33,470 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/B, priority=13, startTime=1732390832936; duration=0sec 2024-11-23T19:40:33,470 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:33,470 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:B 2024-11-23T19:40:33,567 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/13d010f495c944fea8889615ec54ce3f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/13d010f495c944fea8889615ec54ce3f 2024-11-23T19:40:33,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390893570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:33,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390893572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:33,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390893570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:33,585 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/C of 02cba21cee13e632cecb2af7dfa5921c into 13d010f495c944fea8889615ec54ce3f(size=12.8 K), total size for store is 22.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:33,585 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:33,585 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/C, priority=13, startTime=1732390832936; duration=0sec 2024-11-23T19:40:33,585 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:33,585 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:C 2024-11-23T19:40:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-23T19:40:33,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390893780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:33,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:33,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390893780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:33,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390893780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:33,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:33,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:33,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:33,833 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/6c3b86b001a24ac684d0fafef1ced999 2024-11-23T19:40:33,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/b6aeee06b7444cf2a5b2aebd07406244 is 50, key is test_row_0/B:col10/1732390833097/Put/seqid=0 2024-11-23T19:40:33,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741919_1095 (size=12301) 2024-11-23T19:40:33,900 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/b6aeee06b7444cf2a5b2aebd07406244 2024-11-23T19:40:33,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/fcaef3a9f8c44bce8c27e694929c9af8 is 50, key is test_row_0/C:col10/1732390833097/Put/seqid=0 2024-11-23T19:40:33,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741920_1096 (size=12301) 2024-11-23T19:40:34,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390894091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:34,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:34,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390894091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:34,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:34,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390894091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:34,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:34,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-23T19:40:34,338 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/fcaef3a9f8c44bce8c27e694929c9af8 2024-11-23T19:40:34,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/6c3b86b001a24ac684d0fafef1ced999 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/6c3b86b001a24ac684d0fafef1ced999 2024-11-23T19:40:34,352 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/6c3b86b001a24ac684d0fafef1ced999, entries=150, sequenceid=403, filesize=12.0 K 2024-11-23T19:40:34,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/b6aeee06b7444cf2a5b2aebd07406244 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/b6aeee06b7444cf2a5b2aebd07406244 2024-11-23T19:40:34,362 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/b6aeee06b7444cf2a5b2aebd07406244, entries=150, sequenceid=403, filesize=12.0 K 2024-11-23T19:40:34,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/fcaef3a9f8c44bce8c27e694929c9af8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/fcaef3a9f8c44bce8c27e694929c9af8 2024-11-23T19:40:34,379 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/fcaef3a9f8c44bce8c27e694929c9af8, entries=150, sequenceid=403, filesize=12.0 K 2024-11-23T19:40:34,380 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 02cba21cee13e632cecb2af7dfa5921c in 992ms, sequenceid=403, compaction requested=true 2024-11-23T19:40:34,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:34,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:34,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-23T19:40:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-23T19:40:34,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-23T19:40:34,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3060 sec 2024-11-23T19:40:34,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.3170 sec 2024-11-23T19:40:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:34,603 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:34,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T19:40:34,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/b8c64752703d46bfb8b5421adeba7f80 is 50, key is test_row_0/A:col10/1732390833453/Put/seqid=0 2024-11-23T19:40:34,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741921_1097 (size=14741) 2024-11-23T19:40:34,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390894691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:34,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390894692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390894693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:34,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390894800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:34,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:34,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390894800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:34,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:34,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390894800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:34,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:34,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:35,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390895010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:35,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:35,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390895010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:35,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:35,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390895010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:35,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/b8c64752703d46bfb8b5421adeba7f80 2024-11-23T19:40:35,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/9e4e6b3382fb40fa876de3c7ef1f2029 is 50, key is test_row_0/B:col10/1732390833453/Put/seqid=0 2024-11-23T19:40:35,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741922_1098 (size=12301) 2024-11-23T19:40:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-23T19:40:35,221 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:40:35,221 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:40:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-23T19:40:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-23T19:40:35,225 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:40:35,225 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:40:35,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:40:35,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390895320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:35,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:35,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390895320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:35,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:35,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:35,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390895321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:35,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-23T19:40:35,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-23T19:40:35,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:35,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:35,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:35,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:35,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:35,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/9e4e6b3382fb40fa876de3c7ef1f2029 2024-11-23T19:40:35,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/f5d42ad5c4b143a8a95bcb6ff3895b02 is 50, key is test_row_0/C:col10/1732390833453/Put/seqid=0 2024-11-23T19:40:35,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741923_1099 (size=12301) 2024-11-23T19:40:35,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/f5d42ad5c4b143a8a95bcb6ff3895b02 2024-11-23T19:40:35,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/b8c64752703d46bfb8b5421adeba7f80 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/b8c64752703d46bfb8b5421adeba7f80 2024-11-23T19:40:35,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/b8c64752703d46bfb8b5421adeba7f80, entries=200, sequenceid=420, filesize=14.4 K 2024-11-23T19:40:35,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/9e4e6b3382fb40fa876de3c7ef1f2029 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/9e4e6b3382fb40fa876de3c7ef1f2029 2024-11-23T19:40:35,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/9e4e6b3382fb40fa876de3c7ef1f2029, entries=150, sequenceid=420, filesize=12.0 K 2024-11-23T19:40:35,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/f5d42ad5c4b143a8a95bcb6ff3895b02 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/f5d42ad5c4b143a8a95bcb6ff3895b02 2024-11-23T19:40:35,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-23T19:40:35,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:35,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:35,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:35,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:35,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-23T19:40:35,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/f5d42ad5c4b143a8a95bcb6ff3895b02, entries=150, sequenceid=420, filesize=12.0 K 2024-11-23T19:40:35,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 02cba21cee13e632cecb2af7dfa5921c in 953ms, sequenceid=420, compaction requested=true 2024-11-23T19:40:35,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:35,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:40:35,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:35,556 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:40:35,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:40:35,556 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:40:35,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:35,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:35,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:35,558 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47612 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:40:35,559 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/B is initiating minor compaction (all files) 2024-11-23T19:40:35,559 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/B in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:35,559 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/683c24f95b714c82839263aad7898b5d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/c0184031deba4854af5bde0acd5c6a71, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/b6aeee06b7444cf2a5b2aebd07406244, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/9e4e6b3382fb40fa876de3c7ef1f2029] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=46.5 K 2024-11-23T19:40:35,559 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 683c24f95b714c82839263aad7898b5d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732390832215 2024-11-23T19:40:35,560 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54932 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:40:35,560 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/A is initiating minor compaction (all files) 2024-11-23T19:40:35,560 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/A in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:35,560 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/0f284a05df044fbbab0bd43bef4961ac, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/94ac3c0b85f84a02aea6c46ade7ee7d0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/6c3b86b001a24ac684d0fafef1ced999, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/b8c64752703d46bfb8b5421adeba7f80] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=53.6 K 2024-11-23T19:40:35,560 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting c0184031deba4854af5bde0acd5c6a71, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732390832357 2024-11-23T19:40:35,561 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f284a05df044fbbab0bd43bef4961ac, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732390832215 2024-11-23T19:40:35,561 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting b6aeee06b7444cf2a5b2aebd07406244, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732390833070 2024-11-23T19:40:35,561 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94ac3c0b85f84a02aea6c46ade7ee7d0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732390832357 2024-11-23T19:40:35,562 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e4e6b3382fb40fa876de3c7ef1f2029, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732390833443 2024-11-23T19:40:35,562 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c3b86b001a24ac684d0fafef1ced999, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732390833070 2024-11-23T19:40:35,562 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8c64752703d46bfb8b5421adeba7f80, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732390833443 2024-11-23T19:40:35,595 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#A#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:35,595 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/192a406703204c1d909ce52ca65aedaa is 50, key is test_row_0/A:col10/1732390833453/Put/seqid=0 2024-11-23T19:40:35,601 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#B#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:35,602 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/6db72c3e8ca747e392f08c31e3bc83d0 is 50, key is test_row_0/B:col10/1732390833453/Put/seqid=0 2024-11-23T19:40:35,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741924_1100 (size=13289) 2024-11-23T19:40:35,637 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/192a406703204c1d909ce52ca65aedaa as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/192a406703204c1d909ce52ca65aedaa 2024-11-23T19:40:35,647 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/A of 02cba21cee13e632cecb2af7dfa5921c into 192a406703204c1d909ce52ca65aedaa(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:35,647 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:35,647 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/A, priority=12, startTime=1732390835556; duration=0sec 2024-11-23T19:40:35,647 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:35,647 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:A 2024-11-23T19:40:35,647 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:40:35,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741925_1101 (size=13289) 2024-11-23T19:40:35,653 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47612 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:40:35,653 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/C is initiating minor compaction (all files) 2024-11-23T19:40:35,653 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/C in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:35,653 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/13d010f495c944fea8889615ec54ce3f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/b815d3b296434c3d8a8721598bdc7361, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/fcaef3a9f8c44bce8c27e694929c9af8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/f5d42ad5c4b143a8a95bcb6ff3895b02] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=46.5 K 2024-11-23T19:40:35,653 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13d010f495c944fea8889615ec54ce3f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732390832215 2024-11-23T19:40:35,656 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting b815d3b296434c3d8a8721598bdc7361, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732390832357 2024-11-23T19:40:35,656 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcaef3a9f8c44bce8c27e694929c9af8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732390833070 2024-11-23T19:40:35,657 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5d42ad5c4b143a8a95bcb6ff3895b02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732390833443 2024-11-23T19:40:35,661 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/6db72c3e8ca747e392f08c31e3bc83d0 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/6db72c3e8ca747e392f08c31e3bc83d0 2024-11-23T19:40:35,668 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/B of 02cba21cee13e632cecb2af7dfa5921c into 6db72c3e8ca747e392f08c31e3bc83d0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:35,668 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:35,668 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/B, priority=12, startTime=1732390835556; duration=0sec 2024-11-23T19:40:35,669 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:35,669 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:B 2024-11-23T19:40:35,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-23T19:40:35,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:35,688 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T19:40:35,693 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#C#compaction#89 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:35,694 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/b1a0cb9bb375447faeac6a73c62453f1 is 50, key is test_row_0/C:col10/1732390833453/Put/seqid=0 2024-11-23T19:40:35,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/deab17a69d6545ebbe4a56f5919631f7 is 50, key is test_row_0/A:col10/1732390834690/Put/seqid=0 2024-11-23T19:40:35,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741926_1102 (size=13289) 2024-11-23T19:40:35,730 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/b1a0cb9bb375447faeac6a73c62453f1 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/b1a0cb9bb375447faeac6a73c62453f1 2024-11-23T19:40:35,740 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/C of 02cba21cee13e632cecb2af7dfa5921c into b1a0cb9bb375447faeac6a73c62453f1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:35,740 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:35,740 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/C, priority=12, startTime=1732390835556; duration=0sec 2024-11-23T19:40:35,740 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:35,740 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:C 2024-11-23T19:40:35,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741927_1103 (size=12301) 2024-11-23T19:40:35,752 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/deab17a69d6545ebbe4a56f5919631f7 2024-11-23T19:40:35,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/4a52dd4a385e4579a1e2d5d58adc2970 is 50, key is test_row_0/B:col10/1732390834690/Put/seqid=0 2024-11-23T19:40:35,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741928_1104 (size=12301) 2024-11-23T19:40:35,789 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/4a52dd4a385e4579a1e2d5d58adc2970 2024-11-23T19:40:35,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/3017d98d2ed249f880f08fb84c57834d is 50, key is test_row_0/C:col10/1732390834690/Put/seqid=0 2024-11-23T19:40:35,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741929_1105 (size=12301) 2024-11-23T19:40:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:35,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-23T19:40:35,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390895848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:35,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390895850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:35,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390895855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:35,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1732390895920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:35,925 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 02cba21cee13e632cecb2af7dfa5921c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:35,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49442 deadline: 1732390895950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:35,954 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 02cba21cee13e632cecb2af7dfa5921c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:35,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:35,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390895961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:35,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390895961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:35,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390895961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:35,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:35,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:35,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:35,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:36,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390896171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390896171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390896171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:36,223 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/3017d98d2ed249f880f08fb84c57834d 2024-11-23T19:40:36,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/deab17a69d6545ebbe4a56f5919631f7 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/deab17a69d6545ebbe4a56f5919631f7 2024-11-23T19:40:36,239 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/deab17a69d6545ebbe4a56f5919631f7, entries=150, sequenceid=444, filesize=12.0 K 2024-11-23T19:40:36,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/4a52dd4a385e4579a1e2d5d58adc2970 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/4a52dd4a385e4579a1e2d5d58adc2970 2024-11-23T19:40:36,261 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/4a52dd4a385e4579a1e2d5d58adc2970, entries=150, sequenceid=444, filesize=12.0 K 2024-11-23T19:40:36,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/3017d98d2ed249f880f08fb84c57834d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/3017d98d2ed249f880f08fb84c57834d 2024-11-23T19:40:36,273 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/3017d98d2ed249f880f08fb84c57834d, entries=150, sequenceid=444, filesize=12.0 K 2024-11-23T19:40:36,275 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 02cba21cee13e632cecb2af7dfa5921c in 587ms, sequenceid=444, compaction requested=false 2024-11-23T19:40:36,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:36,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:36,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-23T19:40:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-23T19:40:36,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-23T19:40:36,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0530 sec 2024-11-23T19:40:36,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.0610 sec 2024-11-23T19:40:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-23T19:40:36,361 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:40:36,361 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:40:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-23T19:40:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-23T19:40:36,364 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:40:36,365 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:40:36,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:40:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-23T19:40:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:36,484 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:36,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T19:40:36,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/ca32229a598845949cdc5f573f144bba is 50, key is test_row_0/A:col10/1732390836482/Put/seqid=0 2024-11-23T19:40:36,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741930_1106 (size=14741) 2024-11-23T19:40:36,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/ca32229a598845949cdc5f573f144bba 2024-11-23T19:40:36,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-23T19:40:36,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:36,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:36,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:36,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:36,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:36,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/fb0314b2f4d74f049acebcc1402cbe37 is 50, key is test_row_0/B:col10/1732390836482/Put/seqid=0 2024-11-23T19:40:36,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741931_1107 (size=12301) 2024-11-23T19:40:36,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390896593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:36,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390896593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:36,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:36,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:36,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390896595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:36,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:36,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-23T19:40:36,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:36,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:36,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:36,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:36,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-23T19:40:36,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390896700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:36,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390896710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:36,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390896710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:36,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:36,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:36,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-23T19:40:36,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:36,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:36,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:36,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:36,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:36,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390896910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:36,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:36,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390896921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:36,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:36,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390896921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:36,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/fb0314b2f4d74f049acebcc1402cbe37 2024-11-23T19:40:36,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/1c6349eeec134c9eb611c157dd007f02 is 50, key is test_row_0/C:col10/1732390836482/Put/seqid=0 2024-11-23T19:40:36,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741932_1108 (size=12301) 2024-11-23T19:40:36,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-23T19:40:36,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:36,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:36,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:36,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:36,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-23T19:40:37,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-23T19:40:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:37,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:37,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1732390897221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:37,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49498 deadline: 1732390897230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:37,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49490 deadline: 1732390897241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:40:37,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-23T19:40:37,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:37,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:37,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:37,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:37,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:37,376 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-23T19:40:37,376 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:40:37,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/1c6349eeec134c9eb611c157dd007f02 2024-11-23T19:40:37,377 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-23T19:40:37,377 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:40:37,381 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-23T19:40:37,381 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:40:37,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/ca32229a598845949cdc5f573f144bba as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/ca32229a598845949cdc5f573f144bba 2024-11-23T19:40:37,384 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-23T19:40:37,384 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:40:37,385 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:37,385 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:37,385 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:37,385 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:37,386 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:37,386 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:37,386 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:37,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:40:37,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:40:37,386 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:37,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:40:37,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:40:37,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/ca32229a598845949cdc5f573f144bba, entries=200, sequenceid=460, filesize=14.4 K 2024-11-23T19:40:37,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/fb0314b2f4d74f049acebcc1402cbe37 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/fb0314b2f4d74f049acebcc1402cbe37 2024-11-23T19:40:37,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/fb0314b2f4d74f049acebcc1402cbe37, entries=150, sequenceid=460, filesize=12.0 K 2024-11-23T19:40:37,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/1c6349eeec134c9eb611c157dd007f02 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/1c6349eeec134c9eb611c157dd007f02 2024-11-23T19:40:37,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/1c6349eeec134c9eb611c157dd007f02, entries=150, sequenceid=460, filesize=12.0 K 2024-11-23T19:40:37,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 02cba21cee13e632cecb2af7dfa5921c in 918ms, sequenceid=460, compaction requested=true 2024-11-23T19:40:37,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:37,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:40:37,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:37,402 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:37,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:40:37,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:37,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02cba21cee13e632cecb2af7dfa5921c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:37,402 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:37,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:37,403 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:37,403 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:37,403 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/B is initiating minor compaction (all files) 2024-11-23T19:40:37,403 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/A is initiating minor compaction (all files) 2024-11-23T19:40:37,403 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/A in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:37,403 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/B in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:37,403 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/6db72c3e8ca747e392f08c31e3bc83d0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/4a52dd4a385e4579a1e2d5d58adc2970, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/fb0314b2f4d74f049acebcc1402cbe37] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=37.0 K 2024-11-23T19:40:37,403 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/192a406703204c1d909ce52ca65aedaa, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/deab17a69d6545ebbe4a56f5919631f7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/ca32229a598845949cdc5f573f144bba] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=39.4 K 2024-11-23T19:40:37,404 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 6db72c3e8ca747e392f08c31e3bc83d0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732390833443 2024-11-23T19:40:37,404 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 192a406703204c1d909ce52ca65aedaa, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732390833443 2024-11-23T19:40:37,404 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a52dd4a385e4579a1e2d5d58adc2970, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732390834675 2024-11-23T19:40:37,404 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting deab17a69d6545ebbe4a56f5919631f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732390834675 2024-11-23T19:40:37,405 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting fb0314b2f4d74f049acebcc1402cbe37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732390835848 2024-11-23T19:40:37,405 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca32229a598845949cdc5f573f144bba, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732390835840 2024-11-23T19:40:37,413 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#A#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:37,413 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#B#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:37,413 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/5498e5b59ff4416b8c37065a80719070 is 50, key is test_row_0/A:col10/1732390836482/Put/seqid=0 2024-11-23T19:40:37,414 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/58be2c56d38f41deab967c3709c9cf03 is 50, key is test_row_0/B:col10/1732390836482/Put/seqid=0 2024-11-23T19:40:37,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741933_1109 (size=13391) 2024-11-23T19:40:37,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741934_1110 (size=13391) 2024-11-23T19:40:37,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-23T19:40:37,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:37,448 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T19:40:37,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/9b937e07fcba4fe9bbbfe02ea169313d is 50, key is test_row_0/A:col10/1732390836589/Put/seqid=0 2024-11-23T19:40:37,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741935_1111 (size=12301) 2024-11-23T19:40:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-23T19:40:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:37,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. as already flushing 2024-11-23T19:40:37,732 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-23T19:40:37,732 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:40:37,733 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:37,733 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:37,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:40:37,741 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-23T19:40:37,741 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:40:37,742 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:37,742 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:37,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:40:37,752 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-23T19:40:37,752 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:40:37,752 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:37,752 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:37,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:40:37,827 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/5498e5b59ff4416b8c37065a80719070 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/5498e5b59ff4416b8c37065a80719070 2024-11-23T19:40:37,828 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/58be2c56d38f41deab967c3709c9cf03 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/58be2c56d38f41deab967c3709c9cf03 2024-11-23T19:40:37,833 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/A of 02cba21cee13e632cecb2af7dfa5921c into 5498e5b59ff4416b8c37065a80719070(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:37,833 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:37,833 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/A, priority=13, startTime=1732390837402; duration=0sec 2024-11-23T19:40:37,834 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:37,834 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:A 2024-11-23T19:40:37,834 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:37,836 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/B of 02cba21cee13e632cecb2af7dfa5921c into 58be2c56d38f41deab967c3709c9cf03(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:37,836 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:37,836 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/B, priority=13, startTime=1732390837402; duration=0sec 2024-11-23T19:40:37,836 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:37,836 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 02cba21cee13e632cecb2af7dfa5921c/C is initiating minor compaction (all files) 2024-11-23T19:40:37,836 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 02cba21cee13e632cecb2af7dfa5921c/C in TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:37,836 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:37,836 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:B 2024-11-23T19:40:37,836 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/b1a0cb9bb375447faeac6a73c62453f1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/3017d98d2ed249f880f08fb84c57834d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/1c6349eeec134c9eb611c157dd007f02] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp, totalSize=37.0 K 2024-11-23T19:40:37,837 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1a0cb9bb375447faeac6a73c62453f1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732390833443 2024-11-23T19:40:37,837 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3017d98d2ed249f880f08fb84c57834d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732390834675 2024-11-23T19:40:37,837 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c6349eeec134c9eb611c157dd007f02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732390835848 2024-11-23T19:40:37,846 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02cba21cee13e632cecb2af7dfa5921c#C#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:37,846 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/d6a066181aee4feb954dbabebc8ccad2 is 50, key is test_row_0/C:col10/1732390836482/Put/seqid=0 2024-11-23T19:40:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741936_1112 (size=13391) 2024-11-23T19:40:37,859 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/9b937e07fcba4fe9bbbfe02ea169313d 2024-11-23T19:40:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/40c72e682ffc41e2916f60289cba2821 is 50, key is test_row_0/B:col10/1732390836589/Put/seqid=0 2024-11-23T19:40:37,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741937_1113 (size=12301) 2024-11-23T19:40:38,258 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/d6a066181aee4feb954dbabebc8ccad2 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d6a066181aee4feb954dbabebc8ccad2 2024-11-23T19:40:38,263 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 02cba21cee13e632cecb2af7dfa5921c/C of 02cba21cee13e632cecb2af7dfa5921c into d6a066181aee4feb954dbabebc8ccad2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:38,263 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:38,263 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., storeName=02cba21cee13e632cecb2af7dfa5921c/C, priority=13, startTime=1732390837402; duration=0sec 2024-11-23T19:40:38,264 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:38,264 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02cba21cee13e632cecb2af7dfa5921c:C 2024-11-23T19:40:38,279 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/40c72e682ffc41e2916f60289cba2821 2024-11-23T19:40:38,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/3f86c05ac6e048aebf4ad0894b8db111 is 50, key is test_row_0/C:col10/1732390836589/Put/seqid=0 2024-11-23T19:40:38,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741938_1114 (size=12301) 2024-11-23T19:40:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-23T19:40:38,693 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/3f86c05ac6e048aebf4ad0894b8db111 2024-11-23T19:40:38,698 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T19:40:38,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/9b937e07fcba4fe9bbbfe02ea169313d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/9b937e07fcba4fe9bbbfe02ea169313d 2024-11-23T19:40:38,705 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/9b937e07fcba4fe9bbbfe02ea169313d, entries=150, sequenceid=482, filesize=12.0 K 2024-11-23T19:40:38,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/40c72e682ffc41e2916f60289cba2821 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/40c72e682ffc41e2916f60289cba2821 2024-11-23T19:40:38,712 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/40c72e682ffc41e2916f60289cba2821, entries=150, sequenceid=482, filesize=12.0 K 2024-11-23T19:40:38,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/3f86c05ac6e048aebf4ad0894b8db111 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/3f86c05ac6e048aebf4ad0894b8db111 2024-11-23T19:40:38,719 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/3f86c05ac6e048aebf4ad0894b8db111, entries=150, sequenceid=482, filesize=12.0 K 2024-11-23T19:40:38,720 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=20.13 KB/20610 for 02cba21cee13e632cecb2af7dfa5921c in 1272ms, sequenceid=482, compaction requested=false 2024-11-23T19:40:38,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 02cba21cee13e632cecb2af7dfa5921c: 2024-11-23T19:40:38,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:38,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-23T19:40:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-23T19:40:38,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-23T19:40:38,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3570 sec 2024-11-23T19:40:38,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 2.3640 sec 2024-11-23T19:40:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-23T19:40:40,531 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:40:46,023 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-23T19:40:46,023 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-23T19:40:46,023 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:40:46,023 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:40:46,023 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:46,023 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:46,023 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:46,023 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:46,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:40:46,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:40:46,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T19:40:46,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-23T19:40:46,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-23T19:40:46,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-23T19:40:46,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-23T19:40:46,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-23T19:40:46,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T19:40:46,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2810 2024-11-23T19:40:46,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2766 2024-11-23T19:40:46,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T19:40:46,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1293 2024-11-23T19:40:46,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3876 rows 2024-11-23T19:40:46,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1289 2024-11-23T19:40:46,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3863 rows 2024-11-23T19:40:46,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:40:46,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:40:46,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:46,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:46,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:40:46,028 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T19:40:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T19:40:46,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-23T19:40:46,036 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390846036"}]},"ts":"1732390846036"} 2024-11-23T19:40:46,038 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T19:40:46,038 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T19:40:46,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T19:40:46,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=02cba21cee13e632cecb2af7dfa5921c, UNASSIGN}] 2024-11-23T19:40:46,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=02cba21cee13e632cecb2af7dfa5921c, UNASSIGN 2024-11-23T19:40:46,047 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=02cba21cee13e632cecb2af7dfa5921c, regionState=CLOSING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:46,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=02cba21cee13e632cecb2af7dfa5921c, UNASSIGN because future has completed 2024-11-23T19:40:46,049 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T19:40:46,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; CloseRegionProcedure 02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:40:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-23T19:40:46,209 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(122): Close 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:46,209 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T19:40:46,210 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1722): Closing 02cba21cee13e632cecb2af7dfa5921c, disabling compactions & flushes 2024-11-23T19:40:46,210 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:46,210 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:46,210 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. after waiting 0 ms 2024-11-23T19:40:46,210 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:46,211 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(2902): Flushing 02cba21cee13e632cecb2af7dfa5921c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T19:40:46,220 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/3598e0e22c3745a59caa21f49ee18e45 is 50, key is test_row_0/A:col10/1732390837731/Put/seqid=0 2024-11-23T19:40:46,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741939_1115 (size=12301) 2024-11-23T19:40:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-23T19:40:46,625 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/3598e0e22c3745a59caa21f49ee18e45 2024-11-23T19:40:46,640 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/110a14fbe575410caba22443f1a1f884 is 50, key is test_row_0/B:col10/1732390837731/Put/seqid=0 2024-11-23T19:40:46,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741940_1116 (size=12301) 2024-11-23T19:40:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-23T19:40:47,046 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/110a14fbe575410caba22443f1a1f884 2024-11-23T19:40:47,057 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/2af59621f5c84b24b815333a9bfa3759 is 50, key is test_row_0/C:col10/1732390837731/Put/seqid=0 2024-11-23T19:40:47,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741941_1117 (size=12301) 2024-11-23T19:40:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-23T19:40:47,477 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/2af59621f5c84b24b815333a9bfa3759 2024-11-23T19:40:47,488 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/A/3598e0e22c3745a59caa21f49ee18e45 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/3598e0e22c3745a59caa21f49ee18e45 2024-11-23T19:40:47,492 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/3598e0e22c3745a59caa21f49ee18e45, entries=150, sequenceid=493, filesize=12.0 K 2024-11-23T19:40:47,493 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/B/110a14fbe575410caba22443f1a1f884 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/110a14fbe575410caba22443f1a1f884 2024-11-23T19:40:47,498 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/110a14fbe575410caba22443f1a1f884, entries=150, sequenceid=493, filesize=12.0 K 2024-11-23T19:40:47,499 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/.tmp/C/2af59621f5c84b24b815333a9bfa3759 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/2af59621f5c84b24b815333a9bfa3759 2024-11-23T19:40:47,504 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/2af59621f5c84b24b815333a9bfa3759, entries=150, sequenceid=493, filesize=12.0 K 2024-11-23T19:40:47,505 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 02cba21cee13e632cecb2af7dfa5921c in 1294ms, sequenceid=493, compaction requested=true 2024-11-23T19:40:47,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/e5e5f692535e440b8bbd0408a9573a0a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/64991c62ee7641d2bf4dc5e224b3292a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/3df70396368849628b38f5e952a31122, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/1d7f564326f5499ea9c5bca10e913aa0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8e3fc29d97ef4d9790ea73a33914b4b8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/aad8693918cd491e8381e7d4661b1dd9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/428ebfcf331c45fd89b015aa5f58f8f8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/98bab1dc059c4951b7ae10c9088bb00e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/48ae3437d390490aac108da80205a3a0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8249f19e00e444368664aa80a1f7a1fa, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/de16f67dded747c5b3c4c34bdbea45c1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/27fac95c81f64ca4910aa3e7ce79793d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/1532164abda5486b88bb05eae30861ca, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8b327570379a4fdd801801325757a5d8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/395c0fa0c2ff479f8f6eb8215c1f2531, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/bd12365d59464571976cb70d5d758c8f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/e72c6ccbe4274052b5044b6486334ae8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8a07a882580643ccba208c1fc3057b5d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/619eeda93655450688ec50b8976a7e17, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/77d962ac86b64b28b1f61e3d1246deb1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/637bfb8dd3cf452685b53008653d0bc4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/7061f1de3ea8419db973b87be89becdb, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/230b7b12e1a14efeac5d5db4d0d807c3, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/d121a49b4f844d5ba3c58b0cf31895c1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/0f284a05df044fbbab0bd43bef4961ac, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/aee1e77badcd4e10a23947cda01cd1ac, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/94ac3c0b85f84a02aea6c46ade7ee7d0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/6c3b86b001a24ac684d0fafef1ced999, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/b8c64752703d46bfb8b5421adeba7f80, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/192a406703204c1d909ce52ca65aedaa, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/deab17a69d6545ebbe4a56f5919631f7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/ca32229a598845949cdc5f573f144bba] to archive 2024-11-23T19:40:47,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:40:47,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/e5e5f692535e440b8bbd0408a9573a0a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/e5e5f692535e440b8bbd0408a9573a0a 2024-11-23T19:40:47,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/64991c62ee7641d2bf4dc5e224b3292a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/64991c62ee7641d2bf4dc5e224b3292a 2024-11-23T19:40:47,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/3df70396368849628b38f5e952a31122 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/3df70396368849628b38f5e952a31122 2024-11-23T19:40:47,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/1d7f564326f5499ea9c5bca10e913aa0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/1d7f564326f5499ea9c5bca10e913aa0 2024-11-23T19:40:47,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8e3fc29d97ef4d9790ea73a33914b4b8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8e3fc29d97ef4d9790ea73a33914b4b8 2024-11-23T19:40:47,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/aad8693918cd491e8381e7d4661b1dd9 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/aad8693918cd491e8381e7d4661b1dd9 2024-11-23T19:40:47,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/428ebfcf331c45fd89b015aa5f58f8f8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/428ebfcf331c45fd89b015aa5f58f8f8 2024-11-23T19:40:47,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/98bab1dc059c4951b7ae10c9088bb00e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/98bab1dc059c4951b7ae10c9088bb00e 2024-11-23T19:40:47,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/48ae3437d390490aac108da80205a3a0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/48ae3437d390490aac108da80205a3a0 2024-11-23T19:40:47,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8249f19e00e444368664aa80a1f7a1fa to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8249f19e00e444368664aa80a1f7a1fa 2024-11-23T19:40:47,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/de16f67dded747c5b3c4c34bdbea45c1 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/de16f67dded747c5b3c4c34bdbea45c1 2024-11-23T19:40:47,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/27fac95c81f64ca4910aa3e7ce79793d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/27fac95c81f64ca4910aa3e7ce79793d 2024-11-23T19:40:47,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/1532164abda5486b88bb05eae30861ca to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/1532164abda5486b88bb05eae30861ca 2024-11-23T19:40:47,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8b327570379a4fdd801801325757a5d8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8b327570379a4fdd801801325757a5d8 2024-11-23T19:40:47,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/395c0fa0c2ff479f8f6eb8215c1f2531 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/395c0fa0c2ff479f8f6eb8215c1f2531 2024-11-23T19:40:47,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/bd12365d59464571976cb70d5d758c8f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/bd12365d59464571976cb70d5d758c8f 2024-11-23T19:40:47,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/e72c6ccbe4274052b5044b6486334ae8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/e72c6ccbe4274052b5044b6486334ae8 2024-11-23T19:40:47,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8a07a882580643ccba208c1fc3057b5d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/8a07a882580643ccba208c1fc3057b5d 2024-11-23T19:40:47,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/619eeda93655450688ec50b8976a7e17 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/619eeda93655450688ec50b8976a7e17 2024-11-23T19:40:47,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/77d962ac86b64b28b1f61e3d1246deb1 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/77d962ac86b64b28b1f61e3d1246deb1 2024-11-23T19:40:47,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/637bfb8dd3cf452685b53008653d0bc4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/637bfb8dd3cf452685b53008653d0bc4 2024-11-23T19:40:47,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/7061f1de3ea8419db973b87be89becdb to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/7061f1de3ea8419db973b87be89becdb 2024-11-23T19:40:47,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/230b7b12e1a14efeac5d5db4d0d807c3 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/230b7b12e1a14efeac5d5db4d0d807c3 2024-11-23T19:40:47,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/d121a49b4f844d5ba3c58b0cf31895c1 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/d121a49b4f844d5ba3c58b0cf31895c1 2024-11-23T19:40:47,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/0f284a05df044fbbab0bd43bef4961ac to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/0f284a05df044fbbab0bd43bef4961ac 2024-11-23T19:40:47,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/aee1e77badcd4e10a23947cda01cd1ac to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/aee1e77badcd4e10a23947cda01cd1ac 2024-11-23T19:40:47,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/94ac3c0b85f84a02aea6c46ade7ee7d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/94ac3c0b85f84a02aea6c46ade7ee7d0 2024-11-23T19:40:47,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/6c3b86b001a24ac684d0fafef1ced999 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/6c3b86b001a24ac684d0fafef1ced999 2024-11-23T19:40:47,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/b8c64752703d46bfb8b5421adeba7f80 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/b8c64752703d46bfb8b5421adeba7f80 2024-11-23T19:40:47,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/192a406703204c1d909ce52ca65aedaa to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/192a406703204c1d909ce52ca65aedaa 2024-11-23T19:40:47,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/deab17a69d6545ebbe4a56f5919631f7 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/deab17a69d6545ebbe4a56f5919631f7 2024-11-23T19:40:47,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/ca32229a598845949cdc5f573f144bba to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/ca32229a598845949cdc5f573f144bba 2024-11-23T19:40:47,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/91a938d1f2eb481299073aef94f8b833, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/43b9e759ef46443f8c2e6087471cee2d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/0cac50ab68224d7485c29128b46f5f41, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/dcad664d97374b8388ea8048eab4ee01, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/f2e24eca655d4d849b8ae5f978d795b6, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/d03c8cdf9af74dca814e0999a00b53ad, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/6a00cbaae12b4c2fb7fd57789c394a37, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/3b4c5bef2135418282033bfc6e7614fc, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/8f038155811f4ba38282290f67083596, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/2ed5185a17654fb8819637bd3f0904d0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/feb46249529d4fbfaf8f00093e1d4509, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/c638a56595dc4769a55a4e03db1d1531, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/32d0cad523da4d9c97cf5370428ae9ca, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/148fed160e6d4bca86e7aa39de0912c0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/f2beedf9c95c485f8c3a2c7c20cf8429, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/80ce6bcb21eb49e6b20c9d233ee1ef25, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/a3cc825af18948419babf3efb4739ffe, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/e376a2ba1cbc44d896ce3b6be06048da, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/408e7a428ab44fc5aaca6c8b6dc99b33, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/be1ef4f774104b59bb8feea744caf632, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/318d0d17088b47d2b1a0009caa5d277b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/3bb7c12930b5437b88f4d9a69f5a31b2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/61f749dc29804924a8be84e11acbe80a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/5d32e70387414e89b4de61c454bb355b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/683c24f95b714c82839263aad7898b5d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/86321cd7d6844894b2beb4c5cd6b279a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/c0184031deba4854af5bde0acd5c6a71, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/b6aeee06b7444cf2a5b2aebd07406244, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/6db72c3e8ca747e392f08c31e3bc83d0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/9e4e6b3382fb40fa876de3c7ef1f2029, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/4a52dd4a385e4579a1e2d5d58adc2970, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/fb0314b2f4d74f049acebcc1402cbe37] to archive 2024-11-23T19:40:47,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:40:47,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/91a938d1f2eb481299073aef94f8b833 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/91a938d1f2eb481299073aef94f8b833 2024-11-23T19:40:47,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/43b9e759ef46443f8c2e6087471cee2d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/43b9e759ef46443f8c2e6087471cee2d 2024-11-23T19:40:47,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/0cac50ab68224d7485c29128b46f5f41 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/0cac50ab68224d7485c29128b46f5f41 2024-11-23T19:40:47,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/dcad664d97374b8388ea8048eab4ee01 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/dcad664d97374b8388ea8048eab4ee01 2024-11-23T19:40:47,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/f2e24eca655d4d849b8ae5f978d795b6 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/f2e24eca655d4d849b8ae5f978d795b6 2024-11-23T19:40:47,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/d03c8cdf9af74dca814e0999a00b53ad to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/d03c8cdf9af74dca814e0999a00b53ad 2024-11-23T19:40:47,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/6a00cbaae12b4c2fb7fd57789c394a37 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/6a00cbaae12b4c2fb7fd57789c394a37 2024-11-23T19:40:47,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/3b4c5bef2135418282033bfc6e7614fc to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/3b4c5bef2135418282033bfc6e7614fc 2024-11-23T19:40:47,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/8f038155811f4ba38282290f67083596 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/8f038155811f4ba38282290f67083596 2024-11-23T19:40:47,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/2ed5185a17654fb8819637bd3f0904d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/2ed5185a17654fb8819637bd3f0904d0 2024-11-23T19:40:47,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/feb46249529d4fbfaf8f00093e1d4509 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/feb46249529d4fbfaf8f00093e1d4509 2024-11-23T19:40:47,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/c638a56595dc4769a55a4e03db1d1531 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/c638a56595dc4769a55a4e03db1d1531 2024-11-23T19:40:47,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/32d0cad523da4d9c97cf5370428ae9ca to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/32d0cad523da4d9c97cf5370428ae9ca 2024-11-23T19:40:47,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/148fed160e6d4bca86e7aa39de0912c0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/148fed160e6d4bca86e7aa39de0912c0 2024-11-23T19:40:47,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/f2beedf9c95c485f8c3a2c7c20cf8429 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/f2beedf9c95c485f8c3a2c7c20cf8429 2024-11-23T19:40:47,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/80ce6bcb21eb49e6b20c9d233ee1ef25 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/80ce6bcb21eb49e6b20c9d233ee1ef25 2024-11-23T19:40:47,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/a3cc825af18948419babf3efb4739ffe to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/a3cc825af18948419babf3efb4739ffe 2024-11-23T19:40:47,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/e376a2ba1cbc44d896ce3b6be06048da to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/e376a2ba1cbc44d896ce3b6be06048da 2024-11-23T19:40:47,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/408e7a428ab44fc5aaca6c8b6dc99b33 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/408e7a428ab44fc5aaca6c8b6dc99b33 2024-11-23T19:40:47,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/be1ef4f774104b59bb8feea744caf632 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/be1ef4f774104b59bb8feea744caf632 2024-11-23T19:40:47,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/318d0d17088b47d2b1a0009caa5d277b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/318d0d17088b47d2b1a0009caa5d277b 2024-11-23T19:40:47,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/3bb7c12930b5437b88f4d9a69f5a31b2 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/3bb7c12930b5437b88f4d9a69f5a31b2 2024-11-23T19:40:47,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/61f749dc29804924a8be84e11acbe80a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/61f749dc29804924a8be84e11acbe80a 2024-11-23T19:40:47,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/5d32e70387414e89b4de61c454bb355b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/5d32e70387414e89b4de61c454bb355b 2024-11-23T19:40:47,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/683c24f95b714c82839263aad7898b5d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/683c24f95b714c82839263aad7898b5d 2024-11-23T19:40:47,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/86321cd7d6844894b2beb4c5cd6b279a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/86321cd7d6844894b2beb4c5cd6b279a 2024-11-23T19:40:47,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/c0184031deba4854af5bde0acd5c6a71 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/c0184031deba4854af5bde0acd5c6a71 2024-11-23T19:40:47,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/b6aeee06b7444cf2a5b2aebd07406244 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/b6aeee06b7444cf2a5b2aebd07406244 2024-11-23T19:40:47,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/6db72c3e8ca747e392f08c31e3bc83d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/6db72c3e8ca747e392f08c31e3bc83d0 2024-11-23T19:40:47,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/9e4e6b3382fb40fa876de3c7ef1f2029 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/9e4e6b3382fb40fa876de3c7ef1f2029 2024-11-23T19:40:47,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/4a52dd4a385e4579a1e2d5d58adc2970 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/4a52dd4a385e4579a1e2d5d58adc2970 2024-11-23T19:40:47,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/fb0314b2f4d74f049acebcc1402cbe37 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/fb0314b2f4d74f049acebcc1402cbe37 2024-11-23T19:40:47,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7785cc0ece7e4e0ba3723f015be801fa, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/bb32891e79f44a9299c421301626bde1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/4a9ed0014c4042748eddd769f83f44bc, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8c37193557eb479a8a457984ee646f72, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8f7e1efaad8c4b2bb9eac68d83c59e5b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/1e1529cda3f54eb5910217bb4039474e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/fef21f48462b45bea38d64e82eaf761a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/62b00ab2345d45c5839e42891640b87b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/35f31e5f88924b5fa1e5bad40ae4dd96, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7d7bf43224624286bcd6c2651798b30a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7583c47ed3db4e0396d8fe814eca0c45, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/dd560484faa64d15b3995c5b8bfaec47, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/570756d766a043d4b63310c1883b59ff, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d2727148e8a646feaf16ea6f0c1ea80a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/42e470528a084b6087ae67e44c1f544c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/338be08f7934444f8da8b3f14bb7932d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d293e653195d42d5a8cfcca5be83d097, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/3fbb25a1dd9f4c76a46d9c1494d3cf59, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/4e2f5dadd2ea4e30bc63f49bb51d5d1f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d7314fa25cc4457e9e17bdf9c8b63faf, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/0e9eedf8c60b413785f00b4561077814, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8d610174b3b541aa818388d2cab0f272, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/dc77371a99ac4d8ebab6d233d5b29b48, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/c82e433149f244c2ba6f382728efb0e6, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/13d010f495c944fea8889615ec54ce3f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/62fdc509b924423d8d288a5fe3f10291, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/b815d3b296434c3d8a8721598bdc7361, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/fcaef3a9f8c44bce8c27e694929c9af8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/b1a0cb9bb375447faeac6a73c62453f1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/f5d42ad5c4b143a8a95bcb6ff3895b02, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/3017d98d2ed249f880f08fb84c57834d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/1c6349eeec134c9eb611c157dd007f02] to archive 2024-11-23T19:40:47,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:40:47,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7785cc0ece7e4e0ba3723f015be801fa to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7785cc0ece7e4e0ba3723f015be801fa 2024-11-23T19:40:47,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/bb32891e79f44a9299c421301626bde1 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/bb32891e79f44a9299c421301626bde1 2024-11-23T19:40:47,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/4a9ed0014c4042748eddd769f83f44bc to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/4a9ed0014c4042748eddd769f83f44bc 2024-11-23T19:40:47,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8c37193557eb479a8a457984ee646f72 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8c37193557eb479a8a457984ee646f72 2024-11-23T19:40:47,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8f7e1efaad8c4b2bb9eac68d83c59e5b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8f7e1efaad8c4b2bb9eac68d83c59e5b 2024-11-23T19:40:47,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/1e1529cda3f54eb5910217bb4039474e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/1e1529cda3f54eb5910217bb4039474e 2024-11-23T19:40:47,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/fef21f48462b45bea38d64e82eaf761a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/fef21f48462b45bea38d64e82eaf761a 2024-11-23T19:40:47,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/62b00ab2345d45c5839e42891640b87b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/62b00ab2345d45c5839e42891640b87b 2024-11-23T19:40:47,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/35f31e5f88924b5fa1e5bad40ae4dd96 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/35f31e5f88924b5fa1e5bad40ae4dd96 2024-11-23T19:40:47,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7d7bf43224624286bcd6c2651798b30a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7d7bf43224624286bcd6c2651798b30a 2024-11-23T19:40:47,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7583c47ed3db4e0396d8fe814eca0c45 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/7583c47ed3db4e0396d8fe814eca0c45 2024-11-23T19:40:47,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/dd560484faa64d15b3995c5b8bfaec47 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/dd560484faa64d15b3995c5b8bfaec47 2024-11-23T19:40:47,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/570756d766a043d4b63310c1883b59ff to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/570756d766a043d4b63310c1883b59ff 2024-11-23T19:40:47,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d2727148e8a646feaf16ea6f0c1ea80a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d2727148e8a646feaf16ea6f0c1ea80a 2024-11-23T19:40:47,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/42e470528a084b6087ae67e44c1f544c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/42e470528a084b6087ae67e44c1f544c 2024-11-23T19:40:47,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/338be08f7934444f8da8b3f14bb7932d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/338be08f7934444f8da8b3f14bb7932d 2024-11-23T19:40:47,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d293e653195d42d5a8cfcca5be83d097 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d293e653195d42d5a8cfcca5be83d097 2024-11-23T19:40:47,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/3fbb25a1dd9f4c76a46d9c1494d3cf59 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/3fbb25a1dd9f4c76a46d9c1494d3cf59 2024-11-23T19:40:47,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/4e2f5dadd2ea4e30bc63f49bb51d5d1f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/4e2f5dadd2ea4e30bc63f49bb51d5d1f 2024-11-23T19:40:47,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d7314fa25cc4457e9e17bdf9c8b63faf to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d7314fa25cc4457e9e17bdf9c8b63faf 2024-11-23T19:40:47,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/0e9eedf8c60b413785f00b4561077814 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/0e9eedf8c60b413785f00b4561077814 2024-11-23T19:40:47,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8d610174b3b541aa818388d2cab0f272 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/8d610174b3b541aa818388d2cab0f272 2024-11-23T19:40:47,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/dc77371a99ac4d8ebab6d233d5b29b48 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/dc77371a99ac4d8ebab6d233d5b29b48 2024-11-23T19:40:47,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/c82e433149f244c2ba6f382728efb0e6 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/c82e433149f244c2ba6f382728efb0e6 2024-11-23T19:40:47,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/13d010f495c944fea8889615ec54ce3f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/13d010f495c944fea8889615ec54ce3f 2024-11-23T19:40:47,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/62fdc509b924423d8d288a5fe3f10291 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/62fdc509b924423d8d288a5fe3f10291 2024-11-23T19:40:47,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/b815d3b296434c3d8a8721598bdc7361 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/b815d3b296434c3d8a8721598bdc7361 2024-11-23T19:40:47,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/fcaef3a9f8c44bce8c27e694929c9af8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/fcaef3a9f8c44bce8c27e694929c9af8 2024-11-23T19:40:47,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/b1a0cb9bb375447faeac6a73c62453f1 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/b1a0cb9bb375447faeac6a73c62453f1 2024-11-23T19:40:47,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/f5d42ad5c4b143a8a95bcb6ff3895b02 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/f5d42ad5c4b143a8a95bcb6ff3895b02 2024-11-23T19:40:47,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/3017d98d2ed249f880f08fb84c57834d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/3017d98d2ed249f880f08fb84c57834d 2024-11-23T19:40:47,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/1c6349eeec134c9eb611c157dd007f02 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/1c6349eeec134c9eb611c157dd007f02 2024-11-23T19:40:47,660 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/recovered.edits/496.seqid, newMaxSeqId=496, maxSeqId=1 2024-11-23T19:40:47,662 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. 2024-11-23T19:40:47,662 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1676): Region close journal for 02cba21cee13e632cecb2af7dfa5921c: Waiting for close lock at 1732390846210Running coprocessor pre-close hooks at 1732390846210Disabling compacts and flushes for region at 1732390846210Disabling writes for close at 1732390846210Obtaining lock to block concurrent updates at 1732390846211 (+1 ms)Preparing flush snapshotting stores in 02cba21cee13e632cecb2af7dfa5921c at 1732390846211Finished memstore snapshotting TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732390846211Flushing stores of TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c. at 1732390846212 (+1 ms)Flushing 02cba21cee13e632cecb2af7dfa5921c/A: creating writer at 1732390846212Flushing 02cba21cee13e632cecb2af7dfa5921c/A: appending metadata at 1732390846219 (+7 ms)Flushing 02cba21cee13e632cecb2af7dfa5921c/A: closing flushed file at 1732390846219Flushing 02cba21cee13e632cecb2af7dfa5921c/B: creating writer at 1732390846634 (+415 ms)Flushing 02cba21cee13e632cecb2af7dfa5921c/B: appending metadata at 1732390846639 (+5 ms)Flushing 02cba21cee13e632cecb2af7dfa5921c/B: closing flushed file at 1732390846639Flushing 02cba21cee13e632cecb2af7dfa5921c/C: creating writer at 1732390847053 (+414 ms)Flushing 02cba21cee13e632cecb2af7dfa5921c/C: appending metadata at 1732390847056 (+3 ms)Flushing 02cba21cee13e632cecb2af7dfa5921c/C: closing flushed file at 1732390847056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc301e5: reopening flushed file at 1732390847487 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd8f1bb: reopening flushed file at 1732390847492 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a4c5297: reopening flushed file at 1732390847498 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 02cba21cee13e632cecb2af7dfa5921c in 1294ms, sequenceid=493, compaction requested=true at 1732390847505 (+7 ms)Writing region close event to WAL at 1732390847657 (+152 ms)Running coprocessor post-close hooks at 1732390847661 (+4 ms)Closed at 1732390847661 2024-11-23T19:40:47,664 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(157): Closed 02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:47,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=02cba21cee13e632cecb2af7dfa5921c, regionState=CLOSED 2024-11-23T19:40:47,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; CloseRegionProcedure 02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:40:47,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-23T19:40:47,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseRegionProcedure 02cba21cee13e632cecb2af7dfa5921c, server=e9a55eb58607,38025,1732390810767 in 1.6170 sec 2024-11-23T19:40:47,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-23T19:40:47,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=02cba21cee13e632cecb2af7dfa5921c, UNASSIGN in 1.6250 sec 2024-11-23T19:40:47,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-23T19:40:47,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6320 sec 2024-11-23T19:40:47,675 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390847675"}]},"ts":"1732390847675"} 2024-11-23T19:40:47,676 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T19:40:47,676 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T19:40:47,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6460 sec 2024-11-23T19:40:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-23T19:40:48,182 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:40:48,188 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T19:40:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:40:48,195 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=25, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:40:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-23T19:40:48,198 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=25, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:40:48,204 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:48,208 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/recovered.edits] 2024-11-23T19:40:48,212 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/3598e0e22c3745a59caa21f49ee18e45 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/3598e0e22c3745a59caa21f49ee18e45 2024-11-23T19:40:48,213 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/5498e5b59ff4416b8c37065a80719070 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/5498e5b59ff4416b8c37065a80719070 2024-11-23T19:40:48,215 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/9b937e07fcba4fe9bbbfe02ea169313d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/A/9b937e07fcba4fe9bbbfe02ea169313d 2024-11-23T19:40:48,218 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/110a14fbe575410caba22443f1a1f884 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/110a14fbe575410caba22443f1a1f884 2024-11-23T19:40:48,219 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/40c72e682ffc41e2916f60289cba2821 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/40c72e682ffc41e2916f60289cba2821 2024-11-23T19:40:48,220 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/58be2c56d38f41deab967c3709c9cf03 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/B/58be2c56d38f41deab967c3709c9cf03 2024-11-23T19:40:48,223 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/2af59621f5c84b24b815333a9bfa3759 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/2af59621f5c84b24b815333a9bfa3759 2024-11-23T19:40:48,224 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/3f86c05ac6e048aebf4ad0894b8db111 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/3f86c05ac6e048aebf4ad0894b8db111 2024-11-23T19:40:48,225 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d6a066181aee4feb954dbabebc8ccad2 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/C/d6a066181aee4feb954dbabebc8ccad2 2024-11-23T19:40:48,229 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/recovered.edits/496.seqid to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c/recovered.edits/496.seqid 2024-11-23T19:40:48,229 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/02cba21cee13e632cecb2af7dfa5921c 2024-11-23T19:40:48,229 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T19:40:48,234 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=25, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:40:48,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T19:40:48,243 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T19:40:48,270 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T19:40:48,272 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=25, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:40:48,272 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T19:40:48,272 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732390848272"}]},"ts":"9223372036854775807"} 2024-11-23T19:40:48,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-23T19:40:48,276 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 02cba21cee13e632cecb2af7dfa5921c, NAME => 'TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T19:40:48,276 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T19:40:48,277 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732390848276"}]},"ts":"9223372036854775807"} 2024-11-23T19:40:48,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-23T19:40:48,281 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=25, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:40:48,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-11-23T19:40:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-23T19:40:48,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-23T19:40:48,301 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:40:48,313 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 211) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;e9a55eb58607:38025-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_60838384_22 at /127.0.0.1:34418 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 359) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8524 (was 9407) 2024-11-23T19:40:48,322 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=8524 2024-11-23T19:40:48,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T19:40:48,324 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:40:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T19:40:48,326 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:40:48,326 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:48,326 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 26 2024-11-23T19:40:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-23T19:40:48,327 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:40:48,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741942_1118 (size=959) 2024-11-23T19:40:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-23T19:40:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-23T19:40:48,736 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd 2024-11-23T19:40:48,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741943_1119 (size=53) 2024-11-23T19:40:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-23T19:40:49,144 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:40:49,144 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2d809a53dccdbf83299159083b5fe24e, disabling compactions & flushes 2024-11-23T19:40:49,144 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:49,144 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:49,145 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. after waiting 0 ms 2024-11-23T19:40:49,145 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:49,145 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:49,145 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d809a53dccdbf83299159083b5fe24e: Waiting for close lock at 1732390849144Disabling compacts and flushes for region at 1732390849144Disabling writes for close at 1732390849145 (+1 ms)Writing region close event to WAL at 1732390849145Closed at 1732390849145 2024-11-23T19:40:49,147 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:40:49,147 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732390849147"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732390849147"}]},"ts":"1732390849147"} 2024-11-23T19:40:49,150 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T19:40:49,152 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:40:49,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390849152"}]},"ts":"1732390849152"} 2024-11-23T19:40:49,154 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T19:40:49,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d809a53dccdbf83299159083b5fe24e, ASSIGN}] 2024-11-23T19:40:49,157 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d809a53dccdbf83299159083b5fe24e, ASSIGN 2024-11-23T19:40:49,158 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d809a53dccdbf83299159083b5fe24e, ASSIGN; state=OFFLINE, location=e9a55eb58607,38025,1732390810767; forceNewPlan=false, retain=false 2024-11-23T19:40:49,310 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=2d809a53dccdbf83299159083b5fe24e, regionState=OPENING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:49,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d809a53dccdbf83299159083b5fe24e, ASSIGN because future has completed 2024-11-23T19:40:49,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:40:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-23T19:40:49,480 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:49,481 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:40:49,481 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:49,481 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:40:49,481 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:49,481 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:49,483 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:49,485 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d809a53dccdbf83299159083b5fe24e columnFamilyName A 2024-11-23T19:40:49,486 DEBUG [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:49,486 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] regionserver.HStore(327): Store=2d809a53dccdbf83299159083b5fe24e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:40:49,487 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:49,488 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d809a53dccdbf83299159083b5fe24e columnFamilyName B 2024-11-23T19:40:49,488 DEBUG [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:49,489 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] regionserver.HStore(327): Store=2d809a53dccdbf83299159083b5fe24e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:40:49,489 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:49,490 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d809a53dccdbf83299159083b5fe24e columnFamilyName C 2024-11-23T19:40:49,490 DEBUG [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:49,491 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] regionserver.HStore(327): Store=2d809a53dccdbf83299159083b5fe24e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:40:49,491 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:49,492 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:49,492 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:49,493 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:49,493 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:49,493 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T19:40:49,494 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:49,497 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:40:49,497 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 2d809a53dccdbf83299159083b5fe24e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73568480, jitterRate=0.09625577926635742}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T19:40:49,497 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:49,499 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 2d809a53dccdbf83299159083b5fe24e: Running coprocessor pre-open hook at 1732390849482Writing region info on filesystem at 1732390849482Initializing all the Stores at 1732390849482Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390849483 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390849483Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390849483Cleaning up temporary data from old regions at 1732390849493 (+10 ms)Running coprocessor post-open hooks at 1732390849497 (+4 ms)Region opened successfully at 1732390849498 (+1 ms) 2024-11-23T19:40:49,500 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., pid=28, masterSystemTime=1732390849470 2024-11-23T19:40:49,502 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:49,502 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:49,503 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=2d809a53dccdbf83299159083b5fe24e, regionState=OPEN, openSeqNum=2, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:49,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:40:49,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-23T19:40:49,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 in 197 msec 2024-11-23T19:40:49,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-23T19:40:49,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d809a53dccdbf83299159083b5fe24e, ASSIGN in 362 msec 2024-11-23T19:40:49,520 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:40:49,521 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390849520"}]},"ts":"1732390849520"} 2024-11-23T19:40:49,522 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T19:40:49,524 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:40:49,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2000 sec 2024-11-23T19:40:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-23T19:40:50,471 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:40:50,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4e3094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:50,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:50,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:50,474 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:50,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:50,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:50,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bd9369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:50,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:50,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:50,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:50,476 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b76b47a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:50,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:50,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:50,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:50,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T19:40:50,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e9a55eb58607,38393,1732390809664 2024-11-23T19:40:50,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73b9f97d 2024-11-23T19:40:50,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T19:40:50,483 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T19:40:50,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T19:40:50,488 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:40:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T19:40:50,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741944_1120 (size=995) 2024-11-23T19:40:50,906 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-23T19:40:50,906 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-23T19:40:50,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T19:40:50,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d809a53dccdbf83299159083b5fe24e, REOPEN/MOVE}] 2024-11-23T19:40:50,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d809a53dccdbf83299159083b5fe24e, REOPEN/MOVE 2024-11-23T19:40:50,922 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=2d809a53dccdbf83299159083b5fe24e, regionState=CLOSING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:50,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d809a53dccdbf83299159083b5fe24e, REOPEN/MOVE because future has completed 2024-11-23T19:40:50,925 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T19:40:50,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:40:51,078 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:51,078 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T19:40:51,078 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 2d809a53dccdbf83299159083b5fe24e, disabling compactions & flushes 2024-11-23T19:40:51,078 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:51,078 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:51,079 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. after waiting 1 ms 2024-11-23T19:40:51,079 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:51,083 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T19:40:51,083 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:51,084 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 2d809a53dccdbf83299159083b5fe24e: Waiting for close lock at 1732390851078Running coprocessor pre-close hooks at 1732390851078Disabling compacts and flushes for region at 1732390851078Disabling writes for close at 1732390851079 (+1 ms)Writing region close event to WAL at 1732390851079Running coprocessor post-close hooks at 1732390851083 (+4 ms)Closed at 1732390851083 2024-11-23T19:40:51,084 WARN [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionServer(3299): Not adding moved region record: 2d809a53dccdbf83299159083b5fe24e to self. 2024-11-23T19:40:51,086 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:51,086 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=2d809a53dccdbf83299159083b5fe24e, regionState=CLOSED 2024-11-23T19:40:51,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:40:51,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-23T19:40:51,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 in 164 msec 2024-11-23T19:40:51,092 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d809a53dccdbf83299159083b5fe24e, REOPEN/MOVE; state=CLOSED, location=e9a55eb58607,38025,1732390810767; forceNewPlan=false, retain=true 2024-11-23T19:40:51,243 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=2d809a53dccdbf83299159083b5fe24e, regionState=OPENING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d809a53dccdbf83299159083b5fe24e, REOPEN/MOVE because future has completed 2024-11-23T19:40:51,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:40:51,401 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:51,401 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:40:51,401 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:51,401 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:40:51,401 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:51,401 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:51,404 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:51,408 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d809a53dccdbf83299159083b5fe24e columnFamilyName A 2024-11-23T19:40:51,410 DEBUG [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:51,411 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] regionserver.HStore(327): Store=2d809a53dccdbf83299159083b5fe24e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:40:51,411 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:51,412 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d809a53dccdbf83299159083b5fe24e columnFamilyName B 2024-11-23T19:40:51,412 DEBUG [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:51,413 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] regionserver.HStore(327): Store=2d809a53dccdbf83299159083b5fe24e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:40:51,413 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:51,413 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d809a53dccdbf83299159083b5fe24e columnFamilyName C 2024-11-23T19:40:51,413 DEBUG [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:51,414 INFO [StoreOpener-2d809a53dccdbf83299159083b5fe24e-1 {}] regionserver.HStore(327): Store=2d809a53dccdbf83299159083b5fe24e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:40:51,414 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:51,414 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:51,416 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:51,417 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:51,417 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:51,417 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T19:40:51,419 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:51,420 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 2d809a53dccdbf83299159083b5fe24e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63268891, jitterRate=-0.057220056653022766}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T19:40:51,420 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:51,422 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 2d809a53dccdbf83299159083b5fe24e: Running coprocessor pre-open hook at 1732390851402Writing region info on filesystem at 1732390851402Initializing all the Stores at 1732390851402Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390851403 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390851403Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390851403Cleaning up temporary data from old regions at 1732390851417 (+14 ms)Running coprocessor post-open hooks at 1732390851420 (+3 ms)Region opened successfully at 1732390851422 (+2 ms) 2024-11-23T19:40:51,423 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., pid=33, masterSystemTime=1732390851397 2024-11-23T19:40:51,425 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:51,425 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:51,426 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=2d809a53dccdbf83299159083b5fe24e, regionState=OPEN, openSeqNum=5, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:40:51,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=31 2024-11-23T19:40:51,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 in 183 msec 2024-11-23T19:40:51,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-23T19:40:51,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d809a53dccdbf83299159083b5fe24e, REOPEN/MOVE in 510 msec 2024-11-23T19:40:51,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-23T19:40:51,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 522 msec 2024-11-23T19:40:51,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 946 msec 2024-11-23T19:40:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-23T19:40:51,440 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:40:51,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c00921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:51,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:51,442 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b5ceef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:51,444 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:51,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20562f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b1860b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:51,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:51,446 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da06926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:51,448 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:51,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73bdc547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c7c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:51,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:51,451 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199d4a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:51,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:51,452 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:51,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fda64c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52903b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:51,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:51,455 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2fb837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:51,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:51,457 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:51,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58965e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc5db83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:51,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:51,460 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467fcaed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:51,463 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:51,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7c630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fbca19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:51,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:51,466 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:51,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:51,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:51,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c575b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:51,468 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643e5d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c562e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:51,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:51,472 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44fe9257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:51,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:51,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:51,474 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3202d9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdf07c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:51,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:51,476 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:51,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:51,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:51,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c06b525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:51,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:51,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:51,478 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:51,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0dd047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fb429c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:40:51,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:40:51,481 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:40:51,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:40:51,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:40:51,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b5c36b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:40:51,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:40:51,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:40:51,483 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:40:51,484 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3fb0ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:40:51,487 DEBUG [Thread-628 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:51,489 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:51,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:51,495 DEBUG [Thread-617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:51,497 DEBUG [Thread-624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:40:51,497 DEBUG [Thread-617 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:51,498 DEBUG [Thread-617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:51,499 DEBUG [Thread-624 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:51,499 DEBUG [Thread-624 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:51,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:51,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:51,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:40:51,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:40:51,520 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:40:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-23T19:40:51,523 DEBUG [Thread-619 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-23T19:40:51,524 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:40:51,528 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:40:51,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:40:51,530 DEBUG [Thread-619 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:51,532 DEBUG [Thread-619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:51,532 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:51,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:40:51,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:51,536 DEBUG [Thread-622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:51,538 DEBUG [Thread-619 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:40:51,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:40:51,545 DEBUG [Thread-626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:51,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:40:51,569 DEBUG [Thread-611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:51,571 DEBUG [Thread-613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:51,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:51,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:51,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:51,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:40:51,576 DEBUG [Thread-611 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:51,576 DEBUG [Thread-611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:51,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:51,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:40:51,580 DEBUG [Thread-615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:40:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:40:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:40:51,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:40:51,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:40:51,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732390911605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53852 deadline: 1732390911607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:51,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53898 deadline: 1732390911609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:51,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b0eb6c5b345a4f419f0917a03cc6c32b_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390851531/Put/seqid=0 2024-11-23T19:40:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-23T19:40:51,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1732390911615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:51,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390911619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:51,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741945_1121 (size=12154) 2024-11-23T19:40:51,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:51,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:51,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:51,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:51,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:51,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:51,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732390911731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:51,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53852 deadline: 1732390911731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:51,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:51,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53898 deadline: 1732390911731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:51,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1732390911740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:51,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390911740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:51,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:51,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:51,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:51,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:51,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:51,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-23T19:40:51,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53852 deadline: 1732390911941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:51,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732390911951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53898 deadline: 1732390911951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:51,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1732390911954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390911954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:51,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:51,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:51,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:51,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:51,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:51,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:51,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:51,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:51,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,095 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:52,103 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b0eb6c5b345a4f419f0917a03cc6c32b_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b0eb6c5b345a4f419f0917a03cc6c32b_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:52,104 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/6eb01b0dc35b4819b307885ff4633f4f, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:52,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/6eb01b0dc35b4819b307885ff4633f4f is 175, key is test_row_0/A:col10/1732390851531/Put/seqid=0 2024-11-23T19:40:52,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:52,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:52,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:52,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:52,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-23T19:40:52,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741946_1122 (size=30955) 2024-11-23T19:40:52,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732390912261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:52,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:52,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53898 deadline: 1732390912261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:52,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:52,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53852 deadline: 1732390912261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:52,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:52,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1732390912272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:52,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:52,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390912272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:52,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:52,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:52,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:52,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:52,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:52,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:52,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:52,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:52,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,571 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/6eb01b0dc35b4819b307885ff4633f4f 2024-11-23T19:40:52,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/97b4c1743e154573a3a16b81899ca96b is 50, key is test_row_0/B:col10/1732390851531/Put/seqid=0 2024-11-23T19:40:52,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:52,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:52,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:52,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741947_1123 (size=12001) 2024-11-23T19:40:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/97b4c1743e154573a3a16b81899ca96b 2024-11-23T19:40:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-23T19:40:52,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/bf205f6e33d44d9990c6c03eb51b0e17 is 50, key is test_row_0/C:col10/1732390851531/Put/seqid=0 2024-11-23T19:40:52,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741948_1124 (size=12001) 2024-11-23T19:40:52,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/bf205f6e33d44d9990c6c03eb51b0e17 2024-11-23T19:40:52,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/6eb01b0dc35b4819b307885ff4633f4f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/6eb01b0dc35b4819b307885ff4633f4f 2024-11-23T19:40:52,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/6eb01b0dc35b4819b307885ff4633f4f, entries=150, sequenceid=15, filesize=30.2 K 2024-11-23T19:40:52,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/97b4c1743e154573a3a16b81899ca96b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/97b4c1743e154573a3a16b81899ca96b 2024-11-23T19:40:52,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/97b4c1743e154573a3a16b81899ca96b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T19:40:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/bf205f6e33d44d9990c6c03eb51b0e17 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bf205f6e33d44d9990c6c03eb51b0e17 2024-11-23T19:40:52,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53898 deadline: 1732390912772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:52,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732390912781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:52,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:52,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:52,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bf205f6e33d44d9990c6c03eb51b0e17, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T19:40:52,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53852 deadline: 1732390912781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:52,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:52,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:52,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1732390912781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:52,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:52,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2d809a53dccdbf83299159083b5fe24e in 1260ms, sequenceid=15, compaction requested=false 2024-11-23T19:40:52,792 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T19:40:52,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:52,795 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:52,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T19:40:52,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112356a8d2774b47407b8a52520c1da87645_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390852791/Put/seqid=0 2024-11-23T19:40:52,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741949_1125 (size=14594) 2024-11-23T19:40:52,869 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:52,878 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112356a8d2774b47407b8a52520c1da87645_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112356a8d2774b47407b8a52520c1da87645_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:52,886 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/2ceda58d41d24390923dbd2a25317015, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:52,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/2ceda58d41d24390923dbd2a25317015 is 175, key is test_row_0/A:col10/1732390852791/Put/seqid=0 2024-11-23T19:40:52,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390912902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:52,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:52,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:52,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:52,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:52,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:52,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741950_1126 (size=39549) 2024-11-23T19:40:52,961 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/2ceda58d41d24390923dbd2a25317015 2024-11-23T19:40:52,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/acf8ffa8a5a14b97a6eb09986ea1a2a5 is 50, key is test_row_0/B:col10/1732390852791/Put/seqid=0 2024-11-23T19:40:53,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741951_1127 (size=12001) 2024-11-23T19:40:53,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/acf8ffa8a5a14b97a6eb09986ea1a2a5 2024-11-23T19:40:53,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390913021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:53,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:53,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:53,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/90f2f87ba9124645bd82562febd9e4db is 50, key is test_row_0/C:col10/1732390852791/Put/seqid=0 2024-11-23T19:40:53,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741952_1128 (size=12001) 2024-11-23T19:40:53,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/90f2f87ba9124645bd82562febd9e4db 2024-11-23T19:40:53,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:53,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:53,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:53,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:53,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/2ceda58d41d24390923dbd2a25317015 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/2ceda58d41d24390923dbd2a25317015 2024-11-23T19:40:53,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/2ceda58d41d24390923dbd2a25317015, entries=200, sequenceid=41, filesize=38.6 K 2024-11-23T19:40:53,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/acf8ffa8a5a14b97a6eb09986ea1a2a5 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/acf8ffa8a5a14b97a6eb09986ea1a2a5 2024-11-23T19:40:53,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/acf8ffa8a5a14b97a6eb09986ea1a2a5, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T19:40:53,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/90f2f87ba9124645bd82562febd9e4db as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/90f2f87ba9124645bd82562febd9e4db 2024-11-23T19:40:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/90f2f87ba9124645bd82562febd9e4db, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T19:40:53,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2d809a53dccdbf83299159083b5fe24e in 345ms, sequenceid=41, compaction requested=false 2024-11-23T19:40:53,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:40:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,245 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:53,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:40:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:53,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:53,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:53,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:53,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232de35c49d470461ca535b14c5756d7ce_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_1/A:col10/1732390852856/Put/seqid=0 2024-11-23T19:40:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741953_1129 (size=12154) 2024-11-23T19:40:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:53,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:53,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:53,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:53,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390913485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:53,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:53,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:53,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:53,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:53,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390913600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:53,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:53,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:53,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-23T19:40:53,706 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:53,713 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232de35c49d470461ca535b14c5756d7ce_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232de35c49d470461ca535b14c5756d7ce_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:53,714 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/05e5d937f87f47699cb0ee91abd1dee7, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:53,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/05e5d937f87f47699cb0ee91abd1dee7 is 175, key is test_row_1/A:col10/1732390852856/Put/seqid=0 2024-11-23T19:40:53,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:53,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:53,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:53,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:53,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741954_1130 (size=30951) 2024-11-23T19:40:53,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53898 deadline: 1732390913790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:53,794 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 2d809a53dccdbf83299159083b5fe24e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:53,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:53,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:53,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:53,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732390913800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:53,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1732390913800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:53,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53852 deadline: 1732390913800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:53,802 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 2d809a53dccdbf83299159083b5fe24e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:53,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:53,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:53,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:53,803 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in 2d809a53dccdbf83299159083b5fe24e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:53,804 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 2d809a53dccdbf83299159083b5fe24e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:53,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390913811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:53,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:53,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:53,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:53,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:53,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:53,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:53,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:53,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:54,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:54,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:54,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:54,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:54,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:54,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:54,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390914120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:54,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:54,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:54,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:54,127 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/05e5d937f87f47699cb0ee91abd1dee7 2024-11-23T19:40:54,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/b253dbf33d1a430ba3d0271ffa8be145 is 50, key is test_row_1/B:col10/1732390852856/Put/seqid=0 2024-11-23T19:40:54,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741955_1131 (size=9657) 2024-11-23T19:40:54,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/b253dbf33d1a430ba3d0271ffa8be145 2024-11-23T19:40:54,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/9b02aae6608d4be0a661aa481bc8537b is 50, key is test_row_1/C:col10/1732390852856/Put/seqid=0 2024-11-23T19:40:54,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741956_1132 (size=9657) 2024-11-23T19:40:54,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/9b02aae6608d4be0a661aa481bc8537b 2024-11-23T19:40:54,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/05e5d937f87f47699cb0ee91abd1dee7 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/05e5d937f87f47699cb0ee91abd1dee7 2024-11-23T19:40:54,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/05e5d937f87f47699cb0ee91abd1dee7, entries=150, sequenceid=52, filesize=30.2 K 2024-11-23T19:40:54,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/b253dbf33d1a430ba3d0271ffa8be145 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/b253dbf33d1a430ba3d0271ffa8be145 2024-11-23T19:40:54,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/b253dbf33d1a430ba3d0271ffa8be145, entries=100, sequenceid=52, filesize=9.4 K 2024-11-23T19:40:54,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:54,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:54,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:54,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:54,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:54,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:54,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/9b02aae6608d4be0a661aa481bc8537b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/9b02aae6608d4be0a661aa481bc8537b 2024-11-23T19:40:54,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/9b02aae6608d4be0a661aa481bc8537b, entries=100, sequenceid=52, filesize=9.4 K 2024-11-23T19:40:54,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2d809a53dccdbf83299159083b5fe24e in 956ms, sequenceid=52, compaction requested=true 2024-11-23T19:40:54,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:54,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:40:54,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:54,202 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:54,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:40:54,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:54,202 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:54,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:54,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:54,204 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:54,204 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/A is initiating minor compaction (all files) 2024-11-23T19:40:54,204 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/A in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:54,204 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/6eb01b0dc35b4819b307885ff4633f4f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/2ceda58d41d24390923dbd2a25317015, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/05e5d937f87f47699cb0ee91abd1dee7] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=99.1 K 2024-11-23T19:40:54,204 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:54,204 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/6eb01b0dc35b4819b307885ff4633f4f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/2ceda58d41d24390923dbd2a25317015, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/05e5d937f87f47699cb0ee91abd1dee7] 2024-11-23T19:40:54,205 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:54,205 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/B is initiating minor compaction (all files) 2024-11-23T19:40:54,205 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/B in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:54,205 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/97b4c1743e154573a3a16b81899ca96b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/acf8ffa8a5a14b97a6eb09986ea1a2a5, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/b253dbf33d1a430ba3d0271ffa8be145] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=32.9 K 2024-11-23T19:40:54,206 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 97b4c1743e154573a3a16b81899ca96b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732390851519 2024-11-23T19:40:54,206 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6eb01b0dc35b4819b307885ff4633f4f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732390851519 2024-11-23T19:40:54,206 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting acf8ffa8a5a14b97a6eb09986ea1a2a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732390851603 2024-11-23T19:40:54,207 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ceda58d41d24390923dbd2a25317015, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732390851603 2024-11-23T19:40:54,207 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting b253dbf33d1a430ba3d0271ffa8be145, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732390852856 2024-11-23T19:40:54,207 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05e5d937f87f47699cb0ee91abd1dee7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732390852856 2024-11-23T19:40:54,224 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:54,225 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/641d776dcb2f4f61acfc1d5342fe2692 is 50, key is test_row_0/B:col10/1732390852791/Put/seqid=0 2024-11-23T19:40:54,226 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:54,230 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123f0862d67d0964e17bdaf31eeed5c9cf1_2d809a53dccdbf83299159083b5fe24e store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:54,234 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123f0862d67d0964e17bdaf31eeed5c9cf1_2d809a53dccdbf83299159083b5fe24e, store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:54,234 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f0862d67d0964e17bdaf31eeed5c9cf1_2d809a53dccdbf83299159083b5fe24e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:54,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741957_1133 (size=12104) 2024-11-23T19:40:54,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741958_1134 (size=4469) 2024-11-23T19:40:54,255 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/641d776dcb2f4f61acfc1d5342fe2692 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/641d776dcb2f4f61acfc1d5342fe2692 2024-11-23T19:40:54,258 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#A#compaction#115 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:54,259 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/d031538dd75b4f4eb91e5542553088f5 is 175, key is test_row_0/A:col10/1732390852791/Put/seqid=0 2024-11-23T19:40:54,266 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/B of 2d809a53dccdbf83299159083b5fe24e into 641d776dcb2f4f61acfc1d5342fe2692(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:54,266 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:54,266 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/B, priority=13, startTime=1732390854202; duration=0sec 2024-11-23T19:40:54,267 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:54,267 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:B 2024-11-23T19:40:54,267 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:54,270 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:54,271 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/C is initiating minor compaction (all files) 2024-11-23T19:40:54,271 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/C in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:54,271 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bf205f6e33d44d9990c6c03eb51b0e17, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/90f2f87ba9124645bd82562febd9e4db, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/9b02aae6608d4be0a661aa481bc8537b] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=32.9 K 2024-11-23T19:40:54,271 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting bf205f6e33d44d9990c6c03eb51b0e17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732390851519 2024-11-23T19:40:54,272 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 90f2f87ba9124645bd82562febd9e4db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732390851603 2024-11-23T19:40:54,272 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b02aae6608d4be0a661aa481bc8537b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732390852856 2024-11-23T19:40:54,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741959_1135 (size=31165) 2024-11-23T19:40:54,310 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#C#compaction#116 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:54,311 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/e27e370ecba1463aa8470dc4bc4fc290 is 50, key is test_row_0/C:col10/1732390852791/Put/seqid=0 2024-11-23T19:40:54,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741960_1136 (size=12104) 2024-11-23T19:40:54,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T19:40:54,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:54,348 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T19:40:54,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112309fcdd4bdbec4fcf9607b3ff1f807c1e_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390853437/Put/seqid=0 2024-11-23T19:40:54,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741961_1137 (size=12154) 2024-11-23T19:40:54,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,423 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112309fcdd4bdbec4fcf9607b3ff1f807c1e_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112309fcdd4bdbec4fcf9607b3ff1f807c1e_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:54,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/910cb74975d54ca2a982f698fac263fc, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:54,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/910cb74975d54ca2a982f698fac263fc is 175, key is test_row_0/A:col10/1732390853437/Put/seqid=0 2024-11-23T19:40:54,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741962_1138 (size=30955) 2024-11-23T19:40:54,444 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/910cb74975d54ca2a982f698fac263fc 2024-11-23T19:40:54,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/dee06bbfba964127b4a53a2e8b3243a0 is 50, key is test_row_0/B:col10/1732390853437/Put/seqid=0 2024-11-23T19:40:54,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741963_1139 (size=12001) 2024-11-23T19:40:54,479 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/dee06bbfba964127b4a53a2e8b3243a0 2024-11-23T19:40:54,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/15121cf0213f470f962171531d915967 is 50, key is test_row_0/C:col10/1732390853437/Put/seqid=0 2024-11-23T19:40:54,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741964_1140 (size=12001) 2024-11-23T19:40:54,524 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/15121cf0213f470f962171531d915967 2024-11-23T19:40:54,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/910cb74975d54ca2a982f698fac263fc as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/910cb74975d54ca2a982f698fac263fc 2024-11-23T19:40:54,540 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/910cb74975d54ca2a982f698fac263fc, entries=150, sequenceid=78, filesize=30.2 K 2024-11-23T19:40:54,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/dee06bbfba964127b4a53a2e8b3243a0 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/dee06bbfba964127b4a53a2e8b3243a0 2024-11-23T19:40:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,553 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/dee06bbfba964127b4a53a2e8b3243a0, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T19:40:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/15121cf0213f470f962171531d915967 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/15121cf0213f470f962171531d915967 2024-11-23T19:40:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,568 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/15121cf0213f470f962171531d915967, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T19:40:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,570 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 2d809a53dccdbf83299159083b5fe24e in 222ms, sequenceid=78, compaction requested=false 2024-11-23T19:40:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-23T19:40:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-23T19:40:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-23T19:40:54,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0430 sec 2024-11-23T19:40:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 3.0550 sec 2024-11-23T19:40:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,713 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/d031538dd75b4f4eb91e5542553088f5 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/d031538dd75b4f4eb91e5542553088f5 2024-11-23T19:40:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,720 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/A of 2d809a53dccdbf83299159083b5fe24e into d031538dd75b4f4eb91e5542553088f5(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:54,720 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:54,721 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/A, priority=13, startTime=1732390854202; duration=0sec 2024-11-23T19:40:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,721 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:54,721 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:A 2024-11-23T19:40:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,741 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/e27e370ecba1463aa8470dc4bc4fc290 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/e27e370ecba1463aa8470dc4bc4fc290 2024-11-23T19:40:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,747 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/C of 2d809a53dccdbf83299159083b5fe24e into e27e370ecba1463aa8470dc4bc4fc290(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:54,750 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:54,750 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/C, priority=13, startTime=1732390854202; duration=0sec 2024-11-23T19:40:54,750 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:54,750 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:C 2024-11-23T19:40:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,832 INFO [master/e9a55eb58607:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T19:40:54,832 INFO [master/e9a55eb58607:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T19:40:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,840 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:54,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:40:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112371b0dc61fb5f404584006709261c3498_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390854782/Put/seqid=0 2024-11-23T19:40:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741966_1142 (size=24358) 2024-11-23T19:40:54,968 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:54,974 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112371b0dc61fb5f404584006709261c3498_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112371b0dc61fb5f404584006709261c3498_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:54,975 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/17458f7239b947769129af3d636570d8, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:54,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/17458f7239b947769129af3d636570d8 is 175, key is test_row_0/A:col10/1732390854782/Put/seqid=0 2024-11-23T19:40:54,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741965_1141 (size=73994) 2024-11-23T19:40:55,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390915086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:55,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:55,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390915206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:55,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:55,380 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/17458f7239b947769129af3d636570d8 2024-11-23T19:40:55,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/49f02c0c5f744e94abe13fb53fa5fc71 is 50, key is test_row_0/B:col10/1732390854782/Put/seqid=0 2024-11-23T19:40:55,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741967_1143 (size=12001) 2024-11-23T19:40:55,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/49f02c0c5f744e94abe13fb53fa5fc71 2024-11-23T19:40:55,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/7d4bc3e04fc542e481be886c59508fe8 is 50, key is test_row_0/C:col10/1732390854782/Put/seqid=0 2024-11-23T19:40:55,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390915421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:55,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:55,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741968_1144 (size=12001) 2024-11-23T19:40:55,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/7d4bc3e04fc542e481be886c59508fe8 2024-11-23T19:40:55,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/17458f7239b947769129af3d636570d8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/17458f7239b947769129af3d636570d8 2024-11-23T19:40:55,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/17458f7239b947769129af3d636570d8, entries=400, sequenceid=91, filesize=72.3 K 2024-11-23T19:40:55,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/49f02c0c5f744e94abe13fb53fa5fc71 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/49f02c0c5f744e94abe13fb53fa5fc71 2024-11-23T19:40:55,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/49f02c0c5f744e94abe13fb53fa5fc71, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T19:40:55,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/7d4bc3e04fc542e481be886c59508fe8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7d4bc3e04fc542e481be886c59508fe8 2024-11-23T19:40:55,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7d4bc3e04fc542e481be886c59508fe8, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T19:40:55,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2d809a53dccdbf83299159083b5fe24e in 640ms, sequenceid=91, compaction requested=true 2024-11-23T19:40:55,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:55,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:40:55,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:55,481 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:55,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:40:55,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:55,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:55,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T19:40:55,481 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:55,483 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:55,483 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/B is initiating minor compaction (all files) 2024-11-23T19:40:55,483 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/B in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:55,483 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/641d776dcb2f4f61acfc1d5342fe2692, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/dee06bbfba964127b4a53a2e8b3243a0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/49f02c0c5f744e94abe13fb53fa5fc71] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=35.3 K 2024-11-23T19:40:55,484 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136114 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:55,484 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 641d776dcb2f4f61acfc1d5342fe2692, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732390852791 2024-11-23T19:40:55,484 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/A is initiating minor compaction (all files) 2024-11-23T19:40:55,484 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/A in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:55,484 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/d031538dd75b4f4eb91e5542553088f5, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/910cb74975d54ca2a982f698fac263fc, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/17458f7239b947769129af3d636570d8] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=132.9 K 2024-11-23T19:40:55,484 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:55,484 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting dee06bbfba964127b4a53a2e8b3243a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732390853437 2024-11-23T19:40:55,484 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/d031538dd75b4f4eb91e5542553088f5, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/910cb74975d54ca2a982f698fac263fc, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/17458f7239b947769129af3d636570d8] 2024-11-23T19:40:55,484 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 49f02c0c5f744e94abe13fb53fa5fc71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732390854782 2024-11-23T19:40:55,485 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting d031538dd75b4f4eb91e5542553088f5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732390852791 2024-11-23T19:40:55,485 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 910cb74975d54ca2a982f698fac263fc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732390853437 2024-11-23T19:40:55,486 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17458f7239b947769129af3d636570d8, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732390854753 2024-11-23T19:40:55,513 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:55,513 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/16ff280a160948f89a35b62063276aca is 50, key is test_row_0/B:col10/1732390854782/Put/seqid=0 2024-11-23T19:40:55,525 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:55,554 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411236012cb53fdf846d2aef87a80b90c937d_2d809a53dccdbf83299159083b5fe24e store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:55,559 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411236012cb53fdf846d2aef87a80b90c937d_2d809a53dccdbf83299159083b5fe24e, store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:55,559 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236012cb53fdf846d2aef87a80b90c937d_2d809a53dccdbf83299159083b5fe24e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:55,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741969_1145 (size=12207) 2024-11-23T19:40:55,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741970_1146 (size=4469) 2024-11-23T19:40:55,601 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#A#compaction#124 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:55,602 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/5db3001ebdee4dd7bdd8e7aa69269e14 is 175, key is test_row_0/A:col10/1732390854782/Put/seqid=0 2024-11-23T19:40:55,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741971_1147 (size=31161) 2024-11-23T19:40:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-23T19:40:55,692 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:40:55,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:40:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-23T19:40:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-23T19:40:55,698 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:40:55,701 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:40:55,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:40:55,734 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:55,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T19:40:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:55,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e9c43c9557c341dfbe2c692886252add_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390855732/Put/seqid=0 2024-11-23T19:40:55,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390915784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:55,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:55,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741972_1148 (size=12154) 2024-11-23T19:40:55,798 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-23T19:40:55,805 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e9c43c9557c341dfbe2c692886252add_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e9c43c9557c341dfbe2c692886252add_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:55,807 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/fd58bad83fc2481c84c9d82d4d1abe65, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:55,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/fd58bad83fc2481c84c9d82d4d1abe65 is 175, key is test_row_0/A:col10/1732390855732/Put/seqid=0 2024-11-23T19:40:55,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53898 deadline: 1732390915810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:55,815 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 2d809a53dccdbf83299159083b5fe24e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:55,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:55,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1732390915826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:55,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732390915826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:55,827 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 2d809a53dccdbf83299159083b5fe24e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:55,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:55,828 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in 2d809a53dccdbf83299159083b5fe24e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:55,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:55,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53852 deadline: 1732390915830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:55,835 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 2d809a53dccdbf83299159083b5fe24e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:55,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741973_1149 (size=30955) 2024-11-23T19:40:55,849 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/fd58bad83fc2481c84c9d82d4d1abe65 2024-11-23T19:40:55,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-23T19:40:55,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:55,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:55,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:55,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:55,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:55,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/4c7187fa9b41439587c4dfc937a1fc66 is 50, key is test_row_0/B:col10/1732390855732/Put/seqid=0 2024-11-23T19:40:55,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741974_1150 (size=12001) 2024-11-23T19:40:55,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/4c7187fa9b41439587c4dfc937a1fc66 2024-11-23T19:40:55,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390915901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:55,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/2687f8377fe04166b55d280053f3f206 is 50, key is test_row_0/C:col10/1732390855732/Put/seqid=0 2024-11-23T19:40:55,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741975_1151 (size=12001) 2024-11-23T19:40:55,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/2687f8377fe04166b55d280053f3f206 2024-11-23T19:40:55,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/fd58bad83fc2481c84c9d82d4d1abe65 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/fd58bad83fc2481c84c9d82d4d1abe65 2024-11-23T19:40:55,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/fd58bad83fc2481c84c9d82d4d1abe65, entries=150, sequenceid=117, filesize=30.2 K 2024-11-23T19:40:55,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/4c7187fa9b41439587c4dfc937a1fc66 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/4c7187fa9b41439587c4dfc937a1fc66 2024-11-23T19:40:55,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/4c7187fa9b41439587c4dfc937a1fc66, entries=150, sequenceid=117, filesize=11.7 K 2024-11-23T19:40:55,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/2687f8377fe04166b55d280053f3f206 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/2687f8377fe04166b55d280053f3f206 2024-11-23T19:40:55,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/2687f8377fe04166b55d280053f3f206, entries=150, sequenceid=117, filesize=11.7 K 2024-11-23T19:40:55,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2d809a53dccdbf83299159083b5fe24e in 242ms, sequenceid=117, compaction requested=true 2024-11-23T19:40:55,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:55,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:A, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:55,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T19:40:55,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:B, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:55,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-23T19:40:55,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:55,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-23T19:40:55,999 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/16ff280a160948f89a35b62063276aca as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/16ff280a160948f89a35b62063276aca 2024-11-23T19:40:56,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-23T19:40:56,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:56,008 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T19:40:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-23T19:40:56,016 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/B of 2d809a53dccdbf83299159083b5fe24e into 16ff280a160948f89a35b62063276aca(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:56,016 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:56,016 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/B, priority=13, startTime=1732390855481; duration=0sec 2024-11-23T19:40:56,017 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-23T19:40:56,017 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:B 2024-11-23T19:40:56,017 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-23T19:40:56,019 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T19:40:56,019 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T19:40:56,019 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. because compaction request was cancelled 2024-11-23T19:40:56,019 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:A 2024-11-23T19:40:56,019 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:40:56,021 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:40:56,021 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/C is initiating minor compaction (all files) 2024-11-23T19:40:56,021 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/C in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:56,022 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/e27e370ecba1463aa8470dc4bc4fc290, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/15121cf0213f470f962171531d915967, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7d4bc3e04fc542e481be886c59508fe8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/2687f8377fe04166b55d280053f3f206] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=47.0 K 2024-11-23T19:40:56,022 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting e27e370ecba1463aa8470dc4bc4fc290, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732390852791 2024-11-23T19:40:56,024 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 15121cf0213f470f962171531d915967, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732390853437 2024-11-23T19:40:56,026 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d4bc3e04fc542e481be886c59508fe8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732390854782 2024-11-23T19:40:56,029 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 2687f8377fe04166b55d280053f3f206, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732390855005 2024-11-23T19:40:56,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b821a9b8339f4565a0d0f917e709b33a_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390855761/Put/seqid=0 2024-11-23T19:40:56,051 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/5db3001ebdee4dd7bdd8e7aa69269e14 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/5db3001ebdee4dd7bdd8e7aa69269e14 2024-11-23T19:40:56,064 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/A of 2d809a53dccdbf83299159083b5fe24e into 5db3001ebdee4dd7bdd8e7aa69269e14(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:56,064 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:56,064 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/A, priority=13, startTime=1732390855481; duration=0sec 2024-11-23T19:40:56,064 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T19:40:56,064 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:A 2024-11-23T19:40:56,064 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:B 2024-11-23T19:40:56,064 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-23T19:40:56,064 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T19:40:56,064 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T19:40:56,066 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. because compaction request was cancelled 2024-11-23T19:40:56,066 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:C 2024-11-23T19:40:56,066 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T19:40:56,067 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T19:40:56,067 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T19:40:56,067 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. because compaction request was cancelled 2024-11-23T19:40:56,067 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:B 2024-11-23T19:40:56,071 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#C#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:56,072 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/9dd6f3686c5b4650935d443f18c93d17 is 50, key is test_row_0/C:col10/1732390855732/Put/seqid=0 2024-11-23T19:40:56,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741976_1152 (size=12154) 2024-11-23T19:40:56,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:56,094 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b821a9b8339f4565a0d0f917e709b33a_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b821a9b8339f4565a0d0f917e709b33a_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:56,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/081c9c28f63f49668a890ee435b8143c, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:56,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/081c9c28f63f49668a890ee435b8143c is 175, key is test_row_0/A:col10/1732390855761/Put/seqid=0 2024-11-23T19:40:56,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741977_1153 (size=12241) 2024-11-23T19:40:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:56,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:56,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741978_1154 (size=30955) 2024-11-23T19:40:56,146 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/081c9c28f63f49668a890ee435b8143c 2024-11-23T19:40:56,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/7766280272df45d6b3bc7330eb55d020 is 50, key is test_row_0/B:col10/1732390855761/Put/seqid=0 2024-11-23T19:40:56,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741979_1155 (size=12001) 2024-11-23T19:40:56,177 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/7766280272df45d6b3bc7330eb55d020 2024-11-23T19:40:56,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/e988c76e60694ed9b492a9fbd15ff4b8 is 50, key is test_row_0/C:col10/1732390855761/Put/seqid=0 2024-11-23T19:40:56,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741980_1156 (size=12001) 2024-11-23T19:40:56,230 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/e988c76e60694ed9b492a9fbd15ff4b8 2024-11-23T19:40:56,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/081c9c28f63f49668a890ee435b8143c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/081c9c28f63f49668a890ee435b8143c 2024-11-23T19:40:56,251 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/081c9c28f63f49668a890ee435b8143c, entries=150, sequenceid=127, filesize=30.2 K 2024-11-23T19:40:56,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/7766280272df45d6b3bc7330eb55d020 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/7766280272df45d6b3bc7330eb55d020 2024-11-23T19:40:56,259 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/7766280272df45d6b3bc7330eb55d020, entries=150, sequenceid=127, filesize=11.7 K 2024-11-23T19:40:56,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/e988c76e60694ed9b492a9fbd15ff4b8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/e988c76e60694ed9b492a9fbd15ff4b8 2024-11-23T19:40:56,271 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/e988c76e60694ed9b492a9fbd15ff4b8, entries=150, sequenceid=127, filesize=11.7 K 2024-11-23T19:40:56,273 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=114.05 KB/116790 for 2d809a53dccdbf83299159083b5fe24e in 265ms, sequenceid=127, compaction requested=true 2024-11-23T19:40:56,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:56,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:56,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-23T19:40:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-23T19:40:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:56,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T19:40:56,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-23T19:40:56,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 575 msec 2024-11-23T19:40:56,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 611 msec 2024-11-23T19:40:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-23T19:40:56,321 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:40:56,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:40:56,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112394c7866ac64648ccb47f201d82916016_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390856280/Put/seqid=0 2024-11-23T19:40:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-23T19:40:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-23T19:40:56,327 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:40:56,328 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:40:56,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:40:56,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741981_1157 (size=12304) 2024-11-23T19:40:56,392 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:56,398 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112394c7866ac64648ccb47f201d82916016_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112394c7866ac64648ccb47f201d82916016_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:56,399 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/29f2f9abfd6f4cceac9f767fa3cafcae, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:56,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/29f2f9abfd6f4cceac9f767fa3cafcae is 175, key is test_row_0/A:col10/1732390856280/Put/seqid=0 2024-11-23T19:40:56,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390916422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:56,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:56,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:56,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-23T19:40:56,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741982_1158 (size=31105) 2024-11-23T19:40:56,447 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=150, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/29f2f9abfd6f4cceac9f767fa3cafcae 2024-11-23T19:40:56,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/f0c25f34e379411aa05cbf6eea6147a2 is 50, key is test_row_0/B:col10/1732390856280/Put/seqid=0 2024-11-23T19:40:56,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741983_1159 (size=12151) 2024-11-23T19:40:56,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-23T19:40:56,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:56,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:56,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:56,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:56,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:56,512 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/9dd6f3686c5b4650935d443f18c93d17 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/9dd6f3686c5b4650935d443f18c93d17 2024-11-23T19:40:56,518 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/C of 2d809a53dccdbf83299159083b5fe24e into 9dd6f3686c5b4650935d443f18c93d17(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:56,518 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:56,518 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/C, priority=12, startTime=1732390855976; duration=0sec 2024-11-23T19:40:56,518 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:56,518 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:C 2024-11-23T19:40:56,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390916541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:56,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:56,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:56,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:56,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-23T19:40:56,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:56,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:56,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:56,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:56,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-23T19:40:56,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390916750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:56,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:56,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:56,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:56,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-23T19:40:56,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:56,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:56,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/f0c25f34e379411aa05cbf6eea6147a2 2024-11-23T19:40:56,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/b8341b47c27f47f8948f040532972076 is 50, key is test_row_0/C:col10/1732390856280/Put/seqid=0 2024-11-23T19:40:56,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741984_1160 (size=12151) 2024-11-23T19:40:56,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-23T19:40:56,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:56,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:56,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:56,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:56,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-23T19:40:57,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390917060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:57,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-23T19:40:57,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:57,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:57,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:57,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:57,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:57,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-23T19:40:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:57,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:57,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/b8341b47c27f47f8948f040532972076 2024-11-23T19:40:57,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/29f2f9abfd6f4cceac9f767fa3cafcae as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/29f2f9abfd6f4cceac9f767fa3cafcae 2024-11-23T19:40:57,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/29f2f9abfd6f4cceac9f767fa3cafcae, entries=150, sequenceid=150, filesize=30.4 K 2024-11-23T19:40:57,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/f0c25f34e379411aa05cbf6eea6147a2 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/f0c25f34e379411aa05cbf6eea6147a2 2024-11-23T19:40:57,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/f0c25f34e379411aa05cbf6eea6147a2, entries=150, sequenceid=150, filesize=11.9 K 2024-11-23T19:40:57,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/b8341b47c27f47f8948f040532972076 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/b8341b47c27f47f8948f040532972076 2024-11-23T19:40:57,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/b8341b47c27f47f8948f040532972076, entries=150, sequenceid=150, filesize=11.9 K 2024-11-23T19:40:57,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 2d809a53dccdbf83299159083b5fe24e in 1017ms, sequenceid=150, compaction requested=true 2024-11-23T19:40:57,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:57,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:40:57,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:57,316 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:40:57,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:40:57,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:57,316 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:40:57,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:57,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:57,318 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:40:57,318 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/B is initiating minor compaction (all files) 2024-11-23T19:40:57,318 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/B in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:57,318 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/16ff280a160948f89a35b62063276aca, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/4c7187fa9b41439587c4dfc937a1fc66, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/7766280272df45d6b3bc7330eb55d020, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/f0c25f34e379411aa05cbf6eea6147a2] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=47.2 K 2024-11-23T19:40:57,318 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124176 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:40:57,318 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/A is initiating minor compaction (all files) 2024-11-23T19:40:57,319 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/A in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:57,319 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/5db3001ebdee4dd7bdd8e7aa69269e14, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/fd58bad83fc2481c84c9d82d4d1abe65, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/081c9c28f63f49668a890ee435b8143c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/29f2f9abfd6f4cceac9f767fa3cafcae] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=121.3 K 2024-11-23T19:40:57,319 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:57,319 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/5db3001ebdee4dd7bdd8e7aa69269e14, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/fd58bad83fc2481c84c9d82d4d1abe65, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/081c9c28f63f49668a890ee435b8143c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/29f2f9abfd6f4cceac9f767fa3cafcae] 2024-11-23T19:40:57,320 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5db3001ebdee4dd7bdd8e7aa69269e14, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732390854782 2024-11-23T19:40:57,320 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 16ff280a160948f89a35b62063276aca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732390854782 2024-11-23T19:40:57,320 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c7187fa9b41439587c4dfc937a1fc66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732390855005 2024-11-23T19:40:57,320 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd58bad83fc2481c84c9d82d4d1abe65, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732390855005 2024-11-23T19:40:57,321 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7766280272df45d6b3bc7330eb55d020, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732390855761 2024-11-23T19:40:57,321 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 081c9c28f63f49668a890ee435b8143c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732390855761 2024-11-23T19:40:57,321 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting f0c25f34e379411aa05cbf6eea6147a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732390856185 2024-11-23T19:40:57,321 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29f2f9abfd6f4cceac9f767fa3cafcae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732390856185 2024-11-23T19:40:57,335 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:57,335 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#B#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:57,336 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/6fd67a61002842e2a5d144105c58bec4 is 50, key is test_row_0/B:col10/1732390856280/Put/seqid=0 2024-11-23T19:40:57,339 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123e1b7929acb9641bb9464eebcc3493967_2d809a53dccdbf83299159083b5fe24e store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:57,342 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123e1b7929acb9641bb9464eebcc3493967_2d809a53dccdbf83299159083b5fe24e, store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:57,342 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e1b7929acb9641bb9464eebcc3493967_2d809a53dccdbf83299159083b5fe24e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:57,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741986_1162 (size=4469) 2024-11-23T19:40:57,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741985_1161 (size=12493) 2024-11-23T19:40:57,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-23T19:40:57,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:57,400 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T19:40:57,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112324d1ad904efc47b88fc7c706c484432d_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390856419/Put/seqid=0 2024-11-23T19:40:57,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741987_1163 (size=12304) 2024-11-23T19:40:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-23T19:40:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:57,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:57,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390917655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:57,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:57,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:57,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:57,751 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#A#compaction#136 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:57,752 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/2537d8aef90d4550a00c83fcbcdfcf42 is 175, key is test_row_0/A:col10/1732390856280/Put/seqid=0 2024-11-23T19:40:57,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741988_1164 (size=31447) 2024-11-23T19:40:57,767 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/6fd67a61002842e2a5d144105c58bec4 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/6fd67a61002842e2a5d144105c58bec4 2024-11-23T19:40:57,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390917770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:57,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:57,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:57,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:57,772 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/2537d8aef90d4550a00c83fcbcdfcf42 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/2537d8aef90d4550a00c83fcbcdfcf42 2024-11-23T19:40:57,781 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/B of 2d809a53dccdbf83299159083b5fe24e into 6fd67a61002842e2a5d144105c58bec4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:57,781 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:57,781 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/B, priority=12, startTime=1732390857316; duration=0sec 2024-11-23T19:40:57,781 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:57,781 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:B 2024-11-23T19:40:57,782 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:57,786 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:57,787 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/C is initiating minor compaction (all files) 2024-11-23T19:40:57,787 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/C in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:57,787 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/9dd6f3686c5b4650935d443f18c93d17, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/e988c76e60694ed9b492a9fbd15ff4b8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/b8341b47c27f47f8948f040532972076] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=35.5 K 2024-11-23T19:40:57,787 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dd6f3686c5b4650935d443f18c93d17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732390855005 2024-11-23T19:40:57,788 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting e988c76e60694ed9b492a9fbd15ff4b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732390855761 2024-11-23T19:40:57,788 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting b8341b47c27f47f8948f040532972076, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732390856185 2024-11-23T19:40:57,788 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/A of 2d809a53dccdbf83299159083b5fe24e into 2537d8aef90d4550a00c83fcbcdfcf42(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:57,788 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:57,788 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/A, priority=12, startTime=1732390857316; duration=0sec 2024-11-23T19:40:57,788 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:57,789 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:A 2024-11-23T19:40:57,804 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#C#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:57,804 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/3f7abb5daa2840ac848d72406b4b68b9 is 50, key is test_row_0/C:col10/1732390856280/Put/seqid=0 2024-11-23T19:40:57,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741989_1165 (size=12493) 2024-11-23T19:40:57,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:57,834 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112324d1ad904efc47b88fc7c706c484432d_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112324d1ad904efc47b88fc7c706c484432d_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:57,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/ac72fd67ee6d4af7b556fb9409d3fc64, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:57,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/ac72fd67ee6d4af7b556fb9409d3fc64 is 175, key is test_row_0/A:col10/1732390856419/Put/seqid=0 2024-11-23T19:40:57,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741990_1166 (size=31105) 2024-11-23T19:40:57,850 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/ac72fd67ee6d4af7b556fb9409d3fc64 2024-11-23T19:40:57,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/cfbef09b6aee484aa84ee6fd1a518d91 is 50, key is test_row_0/B:col10/1732390856419/Put/seqid=0 2024-11-23T19:40:57,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741991_1167 (size=12151) 2024-11-23T19:40:57,877 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/cfbef09b6aee484aa84ee6fd1a518d91 2024-11-23T19:40:57,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/5afe566a1dba4c1491edcee8e3e5b5af is 50, key is test_row_0/C:col10/1732390856419/Put/seqid=0 2024-11-23T19:40:57,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741992_1168 (size=12151) 2024-11-23T19:40:57,904 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/5afe566a1dba4c1491edcee8e3e5b5af 2024-11-23T19:40:57,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/ac72fd67ee6d4af7b556fb9409d3fc64 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ac72fd67ee6d4af7b556fb9409d3fc64 2024-11-23T19:40:57,921 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ac72fd67ee6d4af7b556fb9409d3fc64, entries=150, sequenceid=166, filesize=30.4 K 2024-11-23T19:40:57,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/cfbef09b6aee484aa84ee6fd1a518d91 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/cfbef09b6aee484aa84ee6fd1a518d91 2024-11-23T19:40:57,934 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/cfbef09b6aee484aa84ee6fd1a518d91, entries=150, sequenceid=166, filesize=11.9 K 2024-11-23T19:40:57,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/5afe566a1dba4c1491edcee8e3e5b5af as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/5afe566a1dba4c1491edcee8e3e5b5af 2024-11-23T19:40:57,942 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/5afe566a1dba4c1491edcee8e3e5b5af, entries=150, sequenceid=166, filesize=11.9 K 2024-11-23T19:40:57,943 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 2d809a53dccdbf83299159083b5fe24e in 543ms, sequenceid=166, compaction requested=false 2024-11-23T19:40:57,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:57,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:57,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-23T19:40:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-23T19:40:57,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-23T19:40:57,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6170 sec 2024-11-23T19:40:57,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.6250 sec 2024-11-23T19:40:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:57,985 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:57,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T19:40:57,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231797c5478ab04e679061f98c6b0da6d5_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390857636/Put/seqid=0 2024-11-23T19:40:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741993_1169 (size=12304) 2024-11-23T19:40:58,015 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:58,023 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231797c5478ab04e679061f98c6b0da6d5_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231797c5478ab04e679061f98c6b0da6d5_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:58,025 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/a06e596f4ddc47db9efce6602a31b859, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:58,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/a06e596f4ddc47db9efce6602a31b859 is 175, key is test_row_0/A:col10/1732390857636/Put/seqid=0 2024-11-23T19:40:58,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741994_1170 (size=31105) 2024-11-23T19:40:58,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390918047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:58,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:58,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:58,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:58,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390918150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:58,225 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/3f7abb5daa2840ac848d72406b4b68b9 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/3f7abb5daa2840ac848d72406b4b68b9 2024-11-23T19:40:58,230 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/C of 2d809a53dccdbf83299159083b5fe24e into 3f7abb5daa2840ac848d72406b4b68b9(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:58,230 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:58,230 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/C, priority=13, startTime=1732390857316; duration=0sec 2024-11-23T19:40:58,230 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:58,231 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:C 2024-11-23T19:40:58,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390918360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:58,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:58,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:58,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:58,437 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/a06e596f4ddc47db9efce6602a31b859 2024-11-23T19:40:58,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/b60abf88175c41afbf21a6a796c11afe is 50, key is test_row_0/B:col10/1732390857636/Put/seqid=0 2024-11-23T19:40:58,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741995_1171 (size=12151) 2024-11-23T19:40:58,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/b60abf88175c41afbf21a6a796c11afe 2024-11-23T19:40:58,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/7c5fcfe8b066492ca787bcec385e49f9 is 50, key is test_row_0/C:col10/1732390857636/Put/seqid=0 2024-11-23T19:40:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-23T19:40:58,471 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:40:58,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:40:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-23T19:40:58,473 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:40:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-23T19:40:58,476 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:40:58,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:40:58,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741996_1172 (size=12151) 2024-11-23T19:40:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-23T19:40:58,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-23T19:40:58,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:58,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:58,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:58,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:58,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:58,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390918670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:58,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:58,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:58,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:58,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-23T19:40:58,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:58,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:58,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:58,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:58,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-23T19:40:58,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/7c5fcfe8b066492ca787bcec385e49f9 2024-11-23T19:40:58,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/a06e596f4ddc47db9efce6602a31b859 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/a06e596f4ddc47db9efce6602a31b859 2024-11-23T19:40:58,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/a06e596f4ddc47db9efce6602a31b859, entries=150, sequenceid=190, filesize=30.4 K 2024-11-23T19:40:58,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/b60abf88175c41afbf21a6a796c11afe as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/b60abf88175c41afbf21a6a796c11afe 2024-11-23T19:40:58,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/b60abf88175c41afbf21a6a796c11afe, entries=150, sequenceid=190, filesize=11.9 K 2024-11-23T19:40:58,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/7c5fcfe8b066492ca787bcec385e49f9 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7c5fcfe8b066492ca787bcec385e49f9 2024-11-23T19:40:58,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7c5fcfe8b066492ca787bcec385e49f9, entries=150, sequenceid=190, filesize=11.9 K 2024-11-23T19:40:58,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 2d809a53dccdbf83299159083b5fe24e in 926ms, sequenceid=190, compaction requested=true 2024-11-23T19:40:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:40:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:58,911 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:40:58,911 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:58,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:58,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:40:58,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:58,913 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:58,913 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/A is initiating minor compaction (all files) 2024-11-23T19:40:58,913 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/A in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:58,913 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/2537d8aef90d4550a00c83fcbcdfcf42, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ac72fd67ee6d4af7b556fb9409d3fc64, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/a06e596f4ddc47db9efce6602a31b859] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=91.5 K 2024-11-23T19:40:58,913 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:58,913 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/2537d8aef90d4550a00c83fcbcdfcf42, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ac72fd67ee6d4af7b556fb9409d3fc64, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/a06e596f4ddc47db9efce6602a31b859] 2024-11-23T19:40:58,913 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:58,913 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/B is initiating minor compaction (all files) 2024-11-23T19:40:58,913 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/B in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:58,913 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2537d8aef90d4550a00c83fcbcdfcf42, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732390856185 2024-11-23T19:40:58,914 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/6fd67a61002842e2a5d144105c58bec4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/cfbef09b6aee484aa84ee6fd1a518d91, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/b60abf88175c41afbf21a6a796c11afe] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=35.9 K 2024-11-23T19:40:58,914 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac72fd67ee6d4af7b556fb9409d3fc64, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732390856348 2024-11-23T19:40:58,914 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fd67a61002842e2a5d144105c58bec4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732390856185 2024-11-23T19:40:58,914 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting a06e596f4ddc47db9efce6602a31b859, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732390857636 2024-11-23T19:40:58,914 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting cfbef09b6aee484aa84ee6fd1a518d91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732390856348 2024-11-23T19:40:58,915 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting b60abf88175c41afbf21a6a796c11afe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732390857636 2024-11-23T19:40:58,925 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:58,925 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/0ec667d639d44f3ea3c5e24f1ab1e405 is 50, key is test_row_0/B:col10/1732390857636/Put/seqid=0 2024-11-23T19:40:58,927 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:58,930 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411235f1328916581459b8706a5580427b68f_2d809a53dccdbf83299159083b5fe24e store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:58,933 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411235f1328916581459b8706a5580427b68f_2d809a53dccdbf83299159083b5fe24e, store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:58,933 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235f1328916581459b8706a5580427b68f_2d809a53dccdbf83299159083b5fe24e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:58,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-23T19:40:58,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:58,937 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T19:40:58,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741997_1173 (size=12595) 2024-11-23T19:40:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cd3139c943d44a55a6997f9b8837d8b1_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390858045/Put/seqid=0 2024-11-23T19:40:58,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741998_1174 (size=4469) 2024-11-23T19:40:58,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741999_1175 (size=12304) 2024-11-23T19:40:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:58,961 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cd3139c943d44a55a6997f9b8837d8b1_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cd3139c943d44a55a6997f9b8837d8b1_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:58,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/c96537e3d05c468a90b9bb934b5b01e9, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:58,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/c96537e3d05c468a90b9bb934b5b01e9 is 175, key is test_row_0/A:col10/1732390858045/Put/seqid=0 2024-11-23T19:40:58,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742000_1176 (size=31105) 2024-11-23T19:40:58,967 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/c96537e3d05c468a90b9bb934b5b01e9 2024-11-23T19:40:58,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/5df22b4263c74128b2b9c9c8a9130c73 is 50, key is test_row_0/B:col10/1732390858045/Put/seqid=0 2024-11-23T19:40:58,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742001_1177 (size=12151) 2024-11-23T19:40:58,985 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/5df22b4263c74128b2b9c9c8a9130c73 2024-11-23T19:40:58,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/7b5bf6bd5c4042968413ca195cc45452 is 50, key is test_row_0/C:col10/1732390858045/Put/seqid=0 2024-11-23T19:40:59,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742002_1178 (size=12151) 2024-11-23T19:40:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-23T19:40:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:59,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:59,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390919237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:59,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:59,344 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/0ec667d639d44f3ea3c5e24f1ab1e405 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/0ec667d639d44f3ea3c5e24f1ab1e405 2024-11-23T19:40:59,350 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/B of 2d809a53dccdbf83299159083b5fe24e into 0ec667d639d44f3ea3c5e24f1ab1e405(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:59,350 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:59,350 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/B, priority=13, startTime=1732390858911; duration=0sec 2024-11-23T19:40:59,350 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:40:59,350 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:B 2024-11-23T19:40:59,350 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:40:59,351 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:40:59,351 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/C is initiating minor compaction (all files) 2024-11-23T19:40:59,351 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/C in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:59,351 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/3f7abb5daa2840ac848d72406b4b68b9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/5afe566a1dba4c1491edcee8e3e5b5af, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7c5fcfe8b066492ca787bcec385e49f9] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=35.9 K 2024-11-23T19:40:59,352 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f7abb5daa2840ac848d72406b4b68b9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732390856185 2024-11-23T19:40:59,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:59,352 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5afe566a1dba4c1491edcee8e3e5b5af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732390856348 2024-11-23T19:40:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390919350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:59,353 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c5fcfe8b066492ca787bcec385e49f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732390857636 2024-11-23T19:40:59,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:59,357 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#A#compaction#145 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:59,358 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/b5d7175e1ef543199107e9a7f380cf24 is 175, key is test_row_0/A:col10/1732390857636/Put/seqid=0 2024-11-23T19:40:59,360 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#C#compaction#149 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:40:59,360 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/abee4bbda7064cc29c90858861402235 is 50, key is test_row_0/C:col10/1732390857636/Put/seqid=0 2024-11-23T19:40:59,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742003_1179 (size=31549) 2024-11-23T19:40:59,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742004_1180 (size=12595) 2024-11-23T19:40:59,405 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/7b5bf6bd5c4042968413ca195cc45452 2024-11-23T19:40:59,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/c96537e3d05c468a90b9bb934b5b01e9 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/c96537e3d05c468a90b9bb934b5b01e9 2024-11-23T19:40:59,427 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/c96537e3d05c468a90b9bb934b5b01e9, entries=150, sequenceid=205, filesize=30.4 K 2024-11-23T19:40:59,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/5df22b4263c74128b2b9c9c8a9130c73 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5df22b4263c74128b2b9c9c8a9130c73 2024-11-23T19:40:59,434 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5df22b4263c74128b2b9c9c8a9130c73, entries=150, sequenceid=205, filesize=11.9 K 2024-11-23T19:40:59,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/7b5bf6bd5c4042968413ca195cc45452 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7b5bf6bd5c4042968413ca195cc45452 2024-11-23T19:40:59,444 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7b5bf6bd5c4042968413ca195cc45452, entries=150, sequenceid=205, filesize=11.9 K 2024-11-23T19:40:59,445 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2d809a53dccdbf83299159083b5fe24e in 508ms, sequenceid=205, compaction requested=false 2024-11-23T19:40:59,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:59,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:59,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-23T19:40:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-23T19:40:59,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-23T19:40:59,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 971 msec 2024-11-23T19:40:59,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 978 msec 2024-11-23T19:40:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:59,564 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:40:59,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T19:40:59,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112359e59da9653245ca87a64efd747826d5_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390859216/Put/seqid=0 2024-11-23T19:40:59,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742005_1181 (size=14794) 2024-11-23T19:40:59,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390919594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-23T19:40:59,610 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:40:59,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:40:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-23T19:40:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-23T19:40:59,613 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:40:59,613 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:40:59,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:40:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390919700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-23T19:40:59,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-23T19:40:59,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:59,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:59,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:59,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:59,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:59,771 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/b5d7175e1ef543199107e9a7f380cf24 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/b5d7175e1ef543199107e9a7f380cf24 2024-11-23T19:40:59,776 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/A of 2d809a53dccdbf83299159083b5fe24e into b5d7175e1ef543199107e9a7f380cf24(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:59,776 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:59,776 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/A, priority=13, startTime=1732390858911; duration=0sec 2024-11-23T19:40:59,776 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:59,776 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:A 2024-11-23T19:40:59,777 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/abee4bbda7064cc29c90858861402235 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/abee4bbda7064cc29c90858861402235 2024-11-23T19:40:59,781 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/C of 2d809a53dccdbf83299159083b5fe24e into abee4bbda7064cc29c90858861402235(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:40:59,781 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:40:59,781 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/C, priority=13, startTime=1732390858912; duration=0sec 2024-11-23T19:40:59,781 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:40:59,781 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:C 2024-11-23T19:40:59,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53898 deadline: 1732390919830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:59,833 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 2d809a53dccdbf83299159083b5fe24e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:59,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:59,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1732390919840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:59,842 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 2d809a53dccdbf83299159083b5fe24e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:59,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53852 deadline: 1732390919851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:59,852 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 2d809a53dccdbf83299159083b5fe24e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8245 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:59,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:59,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732390919860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:59,862 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in 2d809a53dccdbf83299159083b5fe24e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8257 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:40:59,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:59,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:40:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390919910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:40:59,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:40:59,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:40:59,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-23T19:40:59,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:59,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:40:59,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:40:59,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:59,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:40:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-23T19:40:59,977 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:40:59,980 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112359e59da9653245ca87a64efd747826d5_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112359e59da9653245ca87a64efd747826d5_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:40:59,981 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/20af6121203d472db4eaf1a69680ea78, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:40:59,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/20af6121203d472db4eaf1a69680ea78 is 175, key is test_row_0/A:col10/1732390859216/Put/seqid=0 2024-11-23T19:40:59,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742006_1182 (size=39749) 2024-11-23T19:41:00,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-23T19:41:00,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:00,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:00,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:00,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390920220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:00,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:00,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:00,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:00,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-23T19:41:00,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:00,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:00,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:00,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-23T19:41:00,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-23T19:41:00,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:00,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:00,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:00,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,386 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/20af6121203d472db4eaf1a69680ea78 2024-11-23T19:41:00,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/c255ec9b50584135866eb793d9877782 is 50, key is test_row_0/B:col10/1732390859216/Put/seqid=0 2024-11-23T19:41:00,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742007_1183 (size=12151) 2024-11-23T19:41:00,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-23T19:41:00,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:00,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:00,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:00,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-23T19:41:00,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:00,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:00,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:00,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390920731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-23T19:41:00,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/c255ec9b50584135866eb793d9877782 2024-11-23T19:41:00,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/f7405537768449a88c122056a65d274f is 50, key is test_row_0/C:col10/1732390859216/Put/seqid=0 2024-11-23T19:41:00,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742008_1184 (size=12151) 2024-11-23T19:41:00,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-23T19:41:00,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:00,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:00,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:00,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-23T19:41:00,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:00,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:00,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:00,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:01,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-23T19:41:01,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:01,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:01,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:01,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:01,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:01,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/f7405537768449a88c122056a65d274f 2024-11-23T19:41:01,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/20af6121203d472db4eaf1a69680ea78 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/20af6121203d472db4eaf1a69680ea78 2024-11-23T19:41:01,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/20af6121203d472db4eaf1a69680ea78, entries=200, sequenceid=229, filesize=38.8 K 2024-11-23T19:41:01,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/c255ec9b50584135866eb793d9877782 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/c255ec9b50584135866eb793d9877782 2024-11-23T19:41:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/c255ec9b50584135866eb793d9877782, entries=150, sequenceid=229, filesize=11.9 K 2024-11-23T19:41:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/f7405537768449a88c122056a65d274f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/f7405537768449a88c122056a65d274f 2024-11-23T19:41:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/f7405537768449a88c122056a65d274f, entries=150, sequenceid=229, filesize=11.9 K 2024-11-23T19:41:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2d809a53dccdbf83299159083b5fe24e in 1667ms, sequenceid=229, compaction requested=true 2024-11-23T19:41:01,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,231 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:01,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:41:01,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:41:01,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:01,231 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:01,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:41:01,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,233 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:01,233 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:01,234 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/B is initiating minor compaction (all files) 2024-11-23T19:41:01,234 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/A is initiating minor compaction (all files) 2024-11-23T19:41:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,234 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/A in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:01,234 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/B in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:01,234 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/b5d7175e1ef543199107e9a7f380cf24, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/c96537e3d05c468a90b9bb934b5b01e9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/20af6121203d472db4eaf1a69680ea78] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=100.0 K 2024-11-23T19:41:01,234 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/0ec667d639d44f3ea3c5e24f1ab1e405, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5df22b4263c74128b2b9c9c8a9130c73, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/c255ec9b50584135866eb793d9877782] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=36.0 K 2024-11-23T19:41:01,234 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:01,234 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/b5d7175e1ef543199107e9a7f380cf24, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/c96537e3d05c468a90b9bb934b5b01e9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/20af6121203d472db4eaf1a69680ea78] 2024-11-23T19:41:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,236 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ec667d639d44f3ea3c5e24f1ab1e405, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732390857636 2024-11-23T19:41:01,236 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5d7175e1ef543199107e9a7f380cf24, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732390857636 2024-11-23T19:41:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,236 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5df22b4263c74128b2b9c9c8a9130c73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732390858032 2024-11-23T19:41:01,236 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting c96537e3d05c468a90b9bb934b5b01e9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732390858032 2024-11-23T19:41:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,237 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting c255ec9b50584135866eb793d9877782, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732390859216 2024-11-23T19:41:01,237 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20af6121203d472db4eaf1a69680ea78, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732390859216 2024-11-23T19:41:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,245 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,250 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#B#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:41:01,250 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/5168a16fa3d84861bfa4d2da1d0d43c7 is 50, key is test_row_0/B:col10/1732390859216/Put/seqid=0 2024-11-23T19:41:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,259 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112355d9b4f25f20474197219a7bf3c656d0_2d809a53dccdbf83299159083b5fe24e store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:01,260 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112355d9b4f25f20474197219a7bf3c656d0_2d809a53dccdbf83299159083b5fe24e, store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:01,261 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112355d9b4f25f20474197219a7bf3c656d0_2d809a53dccdbf83299159083b5fe24e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742009_1185 (size=12697) 2024-11-23T19:41:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,290 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/5168a16fa3d84861bfa4d2da1d0d43c7 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5168a16fa3d84861bfa4d2da1d0d43c7 2024-11-23T19:41:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-23T19:41:01,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,297 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T19:41:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,298 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/B of 2d809a53dccdbf83299159083b5fe24e into 5168a16fa3d84861bfa4d2da1d0d43c7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:01,298 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:01,298 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/B, priority=13, startTime=1732390861231; duration=0sec 2024-11-23T19:41:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,299 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:01,299 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:B 2024-11-23T19:41:01,299 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,301 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:01,301 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/C is initiating minor compaction (all files) 2024-11-23T19:41:01,301 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/C in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,301 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/abee4bbda7064cc29c90858861402235, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7b5bf6bd5c4042968413ca195cc45452, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/f7405537768449a88c122056a65d274f] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=36.0 K 2024-11-23T19:41:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,304 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting abee4bbda7064cc29c90858861402235, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732390857636 2024-11-23T19:41:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,305 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b5bf6bd5c4042968413ca195cc45452, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732390858032 2024-11-23T19:41:01,305 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting f7405537768449a88c122056a65d274f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732390859216 2024-11-23T19:41:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e3aee77b9f27498baefcda5cd75a35a0_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_1/A:col10/1732390859592/Put/seqid=0 2024-11-23T19:41:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742010_1186 (size=4469) 2024-11-23T19:41:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,319 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#A#compaction#153 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:41:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,319 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/d9fe71aad0cc4102a01a25f42d4e8cde is 175, key is test_row_0/A:col10/1732390859216/Put/seqid=0 2024-11-23T19:41:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,329 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#C#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:41:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,330 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/b0a3b23356814ebc9373c74b82a9ebd7 is 50, key is test_row_0/C:col10/1732390859216/Put/seqid=0 2024-11-23T19:41:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742011_1187 (size=9814) 2024-11-23T19:41:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742012_1188 (size=31651) 2024-11-23T19:41:01,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,340 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e3aee77b9f27498baefcda5cd75a35a0_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e3aee77b9f27498baefcda5cd75a35a0_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/54d16125356f444092a62ca8298c02c6, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/54d16125356f444092a62ca8298c02c6 is 175, key is test_row_1/A:col10/1732390859592/Put/seqid=0 2024-11-23T19:41:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742013_1189 (size=12697) 2024-11-23T19:41:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742014_1190 (size=22461) 2024-11-23T19:41:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,353 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/54d16125356f444092a62ca8298c02c6 2024-11-23T19:41:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/0c2631d5cab14bd8848730f7b15e0ade is 50, key is test_row_1/B:col10/1732390859592/Put/seqid=0 2024-11-23T19:41:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742015_1191 (size=9757) 2024-11-23T19:41:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,742 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/d9fe71aad0cc4102a01a25f42d4e8cde as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/d9fe71aad0cc4102a01a25f42d4e8cde 2024-11-23T19:41:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,747 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/A of 2d809a53dccdbf83299159083b5fe24e into d9fe71aad0cc4102a01a25f42d4e8cde(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:01,748 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,748 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/A, priority=13, startTime=1732390861231; duration=0sec 2024-11-23T19:41:01,748 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:01,748 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:A 2024-11-23T19:41:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,749 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/b0a3b23356814ebc9373c74b82a9ebd7 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/b0a3b23356814ebc9373c74b82a9ebd7 2024-11-23T19:41:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,754 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/C of 2d809a53dccdbf83299159083b5fe24e into b0a3b23356814ebc9373c74b82a9ebd7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:01,754 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:01,754 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/C, priority=13, startTime=1732390861231; duration=0sec 2024-11-23T19:41:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,754 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:01,754 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:C 2024-11-23T19:41:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:01,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-23T19:41:01,773 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/0c2631d5cab14bd8848730f7b15e0ade 2024-11-23T19:41:01,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/7654183691bb4fc0be4164ac855c002b is 50, key is test_row_1/C:col10/1732390859592/Put/seqid=0 2024-11-23T19:41:01,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742016_1192 (size=9757) 2024-11-23T19:41:01,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390921830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:01,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390921940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:01,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:02,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390922150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:02,189 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/7654183691bb4fc0be4164ac855c002b 2024-11-23T19:41:02,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/54d16125356f444092a62ca8298c02c6 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/54d16125356f444092a62ca8298c02c6 2024-11-23T19:41:02,204 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/54d16125356f444092a62ca8298c02c6, entries=100, sequenceid=245, filesize=21.9 K 2024-11-23T19:41:02,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/0c2631d5cab14bd8848730f7b15e0ade as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/0c2631d5cab14bd8848730f7b15e0ade 2024-11-23T19:41:02,210 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/0c2631d5cab14bd8848730f7b15e0ade, entries=100, sequenceid=245, filesize=9.5 K 2024-11-23T19:41:02,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/7654183691bb4fc0be4164ac855c002b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7654183691bb4fc0be4164ac855c002b 2024-11-23T19:41:02,215 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7654183691bb4fc0be4164ac855c002b, entries=100, sequenceid=245, filesize=9.5 K 2024-11-23T19:41:02,215 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2d809a53dccdbf83299159083b5fe24e in 918ms, sequenceid=245, compaction requested=false 2024-11-23T19:41:02,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:02,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:02,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-23T19:41:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-23T19:41:02,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-23T19:41:02,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6040 sec 2024-11-23T19:41:02,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.6080 sec 2024-11-23T19:41:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:02,462 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:02,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T19:41:02,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112378867bbf80674c64bb35c181e988f12a_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390862461/Put/seqid=0 2024-11-23T19:41:02,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742017_1193 (size=14994) 2024-11-23T19:41:02,489 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:02,493 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112378867bbf80674c64bb35c181e988f12a_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112378867bbf80674c64bb35c181e988f12a_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:02,495 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/60cebbed889e45c8896b17688c57df6f, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:02,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/60cebbed889e45c8896b17688c57df6f is 175, key is test_row_0/A:col10/1732390862461/Put/seqid=0 2024-11-23T19:41:02,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390922507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:02,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:02,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:02,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:02,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742018_1194 (size=39949) 2024-11-23T19:41:02,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390922611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:02,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:02,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:02,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:02,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390922820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:02,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:02,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:02,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:02,932 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/60cebbed889e45c8896b17688c57df6f 2024-11-23T19:41:02,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/e46d9b3f434e45fca2c4688d09a5d5ec is 50, key is test_row_0/B:col10/1732390862461/Put/seqid=0 2024-11-23T19:41:02,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742019_1195 (size=12301) 2024-11-23T19:41:03,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390923131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:03,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/e46d9b3f434e45fca2c4688d09a5d5ec 2024-11-23T19:41:03,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/8247508e2cab4bee8c4779ca8c342e58 is 50, key is test_row_0/C:col10/1732390862461/Put/seqid=0 2024-11-23T19:41:03,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742020_1196 (size=12301) 2024-11-23T19:41:03,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/8247508e2cab4bee8c4779ca8c342e58 2024-11-23T19:41:03,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/60cebbed889e45c8896b17688c57df6f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/60cebbed889e45c8896b17688c57df6f 2024-11-23T19:41:03,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/60cebbed889e45c8896b17688c57df6f, entries=200, sequenceid=271, filesize=39.0 K 2024-11-23T19:41:03,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/e46d9b3f434e45fca2c4688d09a5d5ec as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/e46d9b3f434e45fca2c4688d09a5d5ec 2024-11-23T19:41:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/e46d9b3f434e45fca2c4688d09a5d5ec, entries=150, sequenceid=271, filesize=12.0 K 2024-11-23T19:41:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/8247508e2cab4bee8c4779ca8c342e58 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/8247508e2cab4bee8c4779ca8c342e58 2024-11-23T19:41:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/8247508e2cab4bee8c4779ca8c342e58, entries=150, sequenceid=271, filesize=12.0 K 2024-11-23T19:41:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2d809a53dccdbf83299159083b5fe24e in 917ms, sequenceid=271, compaction requested=true 2024-11-23T19:41:03,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,379 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:03,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:41:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:03,380 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:03,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:41:03,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:03,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:41:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,381 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:03,381 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,381 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/A is initiating minor compaction (all files) 2024-11-23T19:41:03,381 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/B is initiating minor compaction (all files) 2024-11-23T19:41:03,381 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/B in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:03,381 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/A in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:03,381 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/d9fe71aad0cc4102a01a25f42d4e8cde, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/54d16125356f444092a62ca8298c02c6, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/60cebbed889e45c8896b17688c57df6f] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=91.9 K 2024-11-23T19:41:03,381 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5168a16fa3d84861bfa4d2da1d0d43c7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/0c2631d5cab14bd8848730f7b15e0ade, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/e46d9b3f434e45fca2c4688d09a5d5ec] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=33.9 K 2024-11-23T19:41:03,381 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:03,381 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/d9fe71aad0cc4102a01a25f42d4e8cde, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/54d16125356f444092a62ca8298c02c6, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/60cebbed889e45c8896b17688c57df6f] 2024-11-23T19:41:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,382 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5168a16fa3d84861bfa4d2da1d0d43c7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732390859216 2024-11-23T19:41:03,382 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9fe71aad0cc4102a01a25f42d4e8cde, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732390859216 2024-11-23T19:41:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,382 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c2631d5cab14bd8848730f7b15e0ade, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732390859568 2024-11-23T19:41:03,382 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting e46d9b3f434e45fca2c4688d09a5d5ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732390861809 2024-11-23T19:41:03,382 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54d16125356f444092a62ca8298c02c6, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732390859568 2024-11-23T19:41:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,383 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60cebbed889e45c8896b17688c57df6f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732390861809 2024-11-23T19:41:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,391 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:03,392 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:41:03,392 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/e436c83cb2c44318acf03d0191c0875a is 50, key is test_row_0/B:col10/1732390862461/Put/seqid=0 2024-11-23T19:41:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,395 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411236cc1178bcbea47bc8c1b68c2759cbd4c_2d809a53dccdbf83299159083b5fe24e store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,397 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411236cc1178bcbea47bc8c1b68c2759cbd4c_2d809a53dccdbf83299159083b5fe24e, store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,397 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236cc1178bcbea47bc8c1b68c2759cbd4c_2d809a53dccdbf83299159083b5fe24e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742021_1197 (size=12949) 2024-11-23T19:41:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742022_1198 (size=4469) 2024-11-23T19:41:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,412 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#A#compaction#163 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:41:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,412 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/1c9a090d0ba44c06b097819e09ee2a80 is 175, key is test_row_0/A:col10/1732390862461/Put/seqid=0 2024-11-23T19:41:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,416 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/e436c83cb2c44318acf03d0191c0875a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/e436c83cb2c44318acf03d0191c0875a 2024-11-23T19:41:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,423 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/B of 2d809a53dccdbf83299159083b5fe24e into e436c83cb2c44318acf03d0191c0875a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,423 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:03,423 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/B, priority=13, startTime=1732390863380; duration=0sec 2024-11-23T19:41:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,423 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:03,423 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:B 2024-11-23T19:41:03,423 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,424 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,425 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/C is initiating minor compaction (all files) 2024-11-23T19:41:03,425 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/C in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,425 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/b0a3b23356814ebc9373c74b82a9ebd7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7654183691bb4fc0be4164ac855c002b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/8247508e2cab4bee8c4779ca8c342e58] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=33.9 K 2024-11-23T19:41:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,425 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting b0a3b23356814ebc9373c74b82a9ebd7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732390859216 2024-11-23T19:41:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,426 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7654183691bb4fc0be4164ac855c002b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732390859568 2024-11-23T19:41:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,426 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8247508e2cab4bee8c4779ca8c342e58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732390861809 2024-11-23T19:41:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742023_1199 (size=31903) 2024-11-23T19:41:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,433 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/1c9a090d0ba44c06b097819e09ee2a80 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/1c9a090d0ba44c06b097819e09ee2a80 2024-11-23T19:41:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,437 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:41:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,438 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/4e9a794cdfb04e7ba95ffd79e34a38e2 is 50, key is test_row_0/C:col10/1732390862461/Put/seqid=0 2024-11-23T19:41:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,442 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/A of 2d809a53dccdbf83299159083b5fe24e into 1c9a090d0ba44c06b097819e09ee2a80(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:03,442 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:03,442 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/A, priority=13, startTime=1732390863379; duration=0sec 2024-11-23T19:41:03,442 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:03,442 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:A 2024-11-23T19:41:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742024_1200 (size=12949) 2024-11-23T19:41:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,468 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/4e9a794cdfb04e7ba95ffd79e34a38e2 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/4e9a794cdfb04e7ba95ffd79e34a38e2 2024-11-23T19:41:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,479 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/C of 2d809a53dccdbf83299159083b5fe24e into 4e9a794cdfb04e7ba95ffd79e34a38e2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:03,479 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:03,479 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/C, priority=13, startTime=1732390863380; duration=0sec 2024-11-23T19:41:03,479 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:03,479 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:C 2024-11-23T19:41:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,643 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:03,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T19:41:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112349dab7f02d614ed381cebaa13664d5f8_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390862499/Put/seqid=0 2024-11-23T19:41:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742025_1201 (size=12454) 2024-11-23T19:41:03,683 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:03,688 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112349dab7f02d614ed381cebaa13664d5f8_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112349dab7f02d614ed381cebaa13664d5f8_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:03,689 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/55c4401b889a4f02bd23d26c21e3575c, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:03,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/55c4401b889a4f02bd23d26c21e3575c is 175, key is test_row_0/A:col10/1732390862499/Put/seqid=0 2024-11-23T19:41:03,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742026_1202 (size=31251) 2024-11-23T19:41:03,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390923761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:03,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:03,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:03,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-23T19:41:03,791 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:03,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:41:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-23T19:41:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-23T19:41:03,795 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:41:03,796 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:41:03,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:41:03,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390923871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:03,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:03,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:03,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-23T19:41:03,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-23T19:41:03,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:03,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:03,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:03,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:03,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390924080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:04,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-23T19:41:04,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:04,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:04,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:04,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-23T19:41:04,111 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/55c4401b889a4f02bd23d26c21e3575c 2024-11-23T19:41:04,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/74ce73a2eb3543cf8ddff9a6f00e786c is 50, key is test_row_0/B:col10/1732390862499/Put/seqid=0 2024-11-23T19:41:04,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742027_1203 (size=9857) 2024-11-23T19:41:04,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-23T19:41:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:04,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390924390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:04,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:04,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:04,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:04,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-23T19:41:04,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:04,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:04,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:04,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-23T19:41:04,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/74ce73a2eb3543cf8ddff9a6f00e786c 2024-11-23T19:41:04,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/1bbfe1bcda604276809e78f0c9df3c0e is 50, key is test_row_0/C:col10/1732390862499/Put/seqid=0 2024-11-23T19:41:04,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742028_1204 (size=9857) 2024-11-23T19:41:04,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-23T19:41:04,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:04,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:04,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:04,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-23T19:41:04,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:04,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:04,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:04,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-23T19:41:04,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:04,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:04,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:04,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:04,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390924900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:04,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:04,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:04,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-23T19:41:04,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/1bbfe1bcda604276809e78f0c9df3c0e 2024-11-23T19:41:04,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/55c4401b889a4f02bd23d26c21e3575c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/55c4401b889a4f02bd23d26c21e3575c 2024-11-23T19:41:04,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/55c4401b889a4f02bd23d26c21e3575c, entries=150, sequenceid=287, filesize=30.5 K 2024-11-23T19:41:04,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/74ce73a2eb3543cf8ddff9a6f00e786c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/74ce73a2eb3543cf8ddff9a6f00e786c 2024-11-23T19:41:04,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/74ce73a2eb3543cf8ddff9a6f00e786c, entries=100, sequenceid=287, filesize=9.6 K 2024-11-23T19:41:04,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/1bbfe1bcda604276809e78f0c9df3c0e as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/1bbfe1bcda604276809e78f0c9df3c0e 2024-11-23T19:41:04,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/1bbfe1bcda604276809e78f0c9df3c0e, entries=100, sequenceid=287, filesize=9.6 K 2024-11-23T19:41:04,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2d809a53dccdbf83299159083b5fe24e in 1309ms, sequenceid=287, compaction requested=false 2024-11-23T19:41:04,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:05,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-23T19:41:05,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:05,020 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T19:41:05,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f0ff717e93c34c9fb293185e82da09cf_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390863750/Put/seqid=0 2024-11-23T19:41:05,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742029_1205 (size=12454) 2024-11-23T19:41:05,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:05,434 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f0ff717e93c34c9fb293185e82da09cf_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f0ff717e93c34c9fb293185e82da09cf_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:05,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/9ae9dfeb2715449c9dfebdab5a7b514d, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:05,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/9ae9dfeb2715449c9dfebdab5a7b514d is 175, key is test_row_0/A:col10/1732390863750/Put/seqid=0 2024-11-23T19:41:05,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742030_1206 (size=31255) 2024-11-23T19:41:05,843 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=310, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/9ae9dfeb2715449c9dfebdab5a7b514d 2024-11-23T19:41:05,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/5eb65b5062a34c45a914485d93e8891e is 50, key is test_row_0/B:col10/1732390863750/Put/seqid=0 2024-11-23T19:41:05,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742031_1207 (size=12301) 2024-11-23T19:41:05,858 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/5eb65b5062a34c45a914485d93e8891e 2024-11-23T19:41:05,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/bf905b11f98949a18c426b71bc159cc1 is 50, key is test_row_0/C:col10/1732390863750/Put/seqid=0 2024-11-23T19:41:05,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742032_1208 (size=12301) 2024-11-23T19:41:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:05,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-23T19:41:05,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390925956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:06,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390926070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:06,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:06,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:06,281 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/bf905b11f98949a18c426b71bc159cc1 2024-11-23T19:41:06,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390926281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:06,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/9ae9dfeb2715449c9dfebdab5a7b514d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/9ae9dfeb2715449c9dfebdab5a7b514d 2024-11-23T19:41:06,302 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/9ae9dfeb2715449c9dfebdab5a7b514d, entries=150, sequenceid=310, filesize=30.5 K 2024-11-23T19:41:06,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/5eb65b5062a34c45a914485d93e8891e as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5eb65b5062a34c45a914485d93e8891e 2024-11-23T19:41:06,315 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5eb65b5062a34c45a914485d93e8891e, entries=150, sequenceid=310, filesize=12.0 K 2024-11-23T19:41:06,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/bf905b11f98949a18c426b71bc159cc1 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bf905b11f98949a18c426b71bc159cc1 2024-11-23T19:41:06,324 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bf905b11f98949a18c426b71bc159cc1, entries=150, sequenceid=310, filesize=12.0 K 2024-11-23T19:41:06,325 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2d809a53dccdbf83299159083b5fe24e in 1305ms, sequenceid=310, compaction requested=true 2024-11-23T19:41:06,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:06,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:06,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-23T19:41:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-23T19:41:06,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-23T19:41:06,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5310 sec 2024-11-23T19:41:06,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.5490 sec 2024-11-23T19:41:06,593 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:06,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T19:41:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:06,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d14088f9ea884f49a87938d85da43880_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390865944/Put/seqid=0 2024-11-23T19:41:06,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742033_1209 (size=14994) 2024-11-23T19:41:06,622 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:06,627 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d14088f9ea884f49a87938d85da43880_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d14088f9ea884f49a87938d85da43880_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:06,630 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/aad7d7ba4bc54541b289317af5528c11, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:06,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/aad7d7ba4bc54541b289317af5528c11 is 175, key is test_row_0/A:col10/1732390865944/Put/seqid=0 2024-11-23T19:41:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742034_1210 (size=39949) 2024-11-23T19:41:06,643 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/aad7d7ba4bc54541b289317af5528c11 2024-11-23T19:41:06,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/56d0dd6d2bf344448fb60e50a5fda002 is 50, key is test_row_0/B:col10/1732390865944/Put/seqid=0 2024-11-23T19:41:06,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742035_1211 (size=12301) 2024-11-23T19:41:06,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/56d0dd6d2bf344448fb60e50a5fda002 2024-11-23T19:41:06,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/bb94b97ce9994a99badf828dddbced28 is 50, key is test_row_0/C:col10/1732390865944/Put/seqid=0 2024-11-23T19:41:06,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742036_1212 (size=12301) 2024-11-23T19:41:06,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/bb94b97ce9994a99badf828dddbced28 2024-11-23T19:41:06,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/aad7d7ba4bc54541b289317af5528c11 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/aad7d7ba4bc54541b289317af5528c11 2024-11-23T19:41:06,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/aad7d7ba4bc54541b289317af5528c11, entries=200, sequenceid=324, filesize=39.0 K 2024-11-23T19:41:06,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/56d0dd6d2bf344448fb60e50a5fda002 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/56d0dd6d2bf344448fb60e50a5fda002 2024-11-23T19:41:06,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390926692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:06,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:06,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:06,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:06,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/56d0dd6d2bf344448fb60e50a5fda002, entries=150, sequenceid=324, filesize=12.0 K 2024-11-23T19:41:06,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/bb94b97ce9994a99badf828dddbced28 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bb94b97ce9994a99badf828dddbced28 2024-11-23T19:41:06,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bb94b97ce9994a99badf828dddbced28, entries=150, sequenceid=324, filesize=12.0 K 2024-11-23T19:41:06,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2d809a53dccdbf83299159083b5fe24e in 111ms, sequenceid=324, compaction requested=true 2024-11-23T19:41:06,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:06,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:41:06,705 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:41:06,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:06,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:41:06,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:06,705 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:41:06,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:41:06,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:06,706 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134358 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:41:06,707 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/A is initiating minor compaction (all files) 2024-11-23T19:41:06,707 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/A in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:06,707 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/1c9a090d0ba44c06b097819e09ee2a80, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/55c4401b889a4f02bd23d26c21e3575c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/9ae9dfeb2715449c9dfebdab5a7b514d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/aad7d7ba4bc54541b289317af5528c11] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=131.2 K 2024-11-23T19:41:06,707 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:06,707 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/1c9a090d0ba44c06b097819e09ee2a80, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/55c4401b889a4f02bd23d26c21e3575c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/9ae9dfeb2715449c9dfebdab5a7b514d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/aad7d7ba4bc54541b289317af5528c11] 2024-11-23T19:41:06,708 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:41:06,708 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c9a090d0ba44c06b097819e09ee2a80, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732390861809 2024-11-23T19:41:06,708 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/B is initiating minor compaction (all files) 2024-11-23T19:41:06,708 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/B in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:06,708 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/e436c83cb2c44318acf03d0191c0875a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/74ce73a2eb3543cf8ddff9a6f00e786c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5eb65b5062a34c45a914485d93e8891e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/56d0dd6d2bf344448fb60e50a5fda002] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=46.3 K 2024-11-23T19:41:06,708 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55c4401b889a4f02bd23d26c21e3575c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732390862499 2024-11-23T19:41:06,708 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting e436c83cb2c44318acf03d0191c0875a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732390861809 2024-11-23T19:41:06,708 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ae9dfeb2715449c9dfebdab5a7b514d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732390863746 2024-11-23T19:41:06,708 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 74ce73a2eb3543cf8ddff9a6f00e786c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732390862499 2024-11-23T19:41:06,709 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting aad7d7ba4bc54541b289317af5528c11, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732390865944 2024-11-23T19:41:06,709 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5eb65b5062a34c45a914485d93e8891e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732390863746 2024-11-23T19:41:06,709 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 56d0dd6d2bf344448fb60e50a5fda002, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732390865944 2024-11-23T19:41:06,715 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:06,717 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#B#compaction#175 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:41:06,718 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411234f55ab601d044308b2a0137a12a7ca1e_2d809a53dccdbf83299159083b5fe24e store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:06,719 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/d4c9d0bc9398468e9e4e0320936ad9e7 is 50, key is test_row_0/B:col10/1732390865944/Put/seqid=0 2024-11-23T19:41:06,720 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411234f55ab601d044308b2a0137a12a7ca1e_2d809a53dccdbf83299159083b5fe24e, store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:06,720 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234f55ab601d044308b2a0137a12a7ca1e_2d809a53dccdbf83299159083b5fe24e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:06,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742037_1213 (size=13085) 2024-11-23T19:41:06,737 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/d4c9d0bc9398468e9e4e0320936ad9e7 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/d4c9d0bc9398468e9e4e0320936ad9e7 2024-11-23T19:41:06,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742038_1214 (size=4469) 2024-11-23T19:41:06,744 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/B of 2d809a53dccdbf83299159083b5fe24e into d4c9d0bc9398468e9e4e0320936ad9e7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:06,744 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:06,744 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/B, priority=12, startTime=1732390866705; duration=0sec 2024-11-23T19:41:06,744 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:06,744 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:B 2024-11-23T19:41:06,744 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:41:06,745 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#A#compaction#174 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:41:06,745 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/886f0053d3b6413b89659ed09c330361 is 175, key is test_row_0/A:col10/1732390865944/Put/seqid=0 2024-11-23T19:41:06,748 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:41:06,748 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/C is initiating minor compaction (all files) 2024-11-23T19:41:06,748 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/C in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:06,748 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/4e9a794cdfb04e7ba95ffd79e34a38e2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/1bbfe1bcda604276809e78f0c9df3c0e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bf905b11f98949a18c426b71bc159cc1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bb94b97ce9994a99badf828dddbced28] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=46.3 K 2024-11-23T19:41:06,748 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e9a794cdfb04e7ba95ffd79e34a38e2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732390861809 2024-11-23T19:41:06,749 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bbfe1bcda604276809e78f0c9df3c0e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732390862499 2024-11-23T19:41:06,749 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting bf905b11f98949a18c426b71bc159cc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732390863746 2024-11-23T19:41:06,749 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting bb94b97ce9994a99badf828dddbced28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732390865944 2024-11-23T19:41:06,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742039_1215 (size=32039) 2024-11-23T19:41:06,760 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/886f0053d3b6413b89659ed09c330361 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/886f0053d3b6413b89659ed09c330361 2024-11-23T19:41:06,769 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/A of 2d809a53dccdbf83299159083b5fe24e into 886f0053d3b6413b89659ed09c330361(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:06,769 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:06,769 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/A, priority=12, startTime=1732390866705; duration=0sec 2024-11-23T19:41:06,770 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:06,770 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:A 2024-11-23T19:41:06,773 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#C#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:41:06,773 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/e616db14e6934c34bb6f95afebc91518 is 50, key is test_row_0/C:col10/1732390865944/Put/seqid=0 2024-11-23T19:41:06,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742040_1216 (size=13085) 2024-11-23T19:41:06,797 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/e616db14e6934c34bb6f95afebc91518 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/e616db14e6934c34bb6f95afebc91518 2024-11-23T19:41:06,803 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/C of 2d809a53dccdbf83299159083b5fe24e into e616db14e6934c34bb6f95afebc91518(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:06,803 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:06,803 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/C, priority=12, startTime=1732390866705; duration=0sec 2024-11-23T19:41:06,803 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:06,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T19:41:06,803 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:06,803 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:C 2024-11-23T19:41:06,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238b9b6f5ab5e24a8ab740e486a3bab56e_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390866690/Put/seqid=0 2024-11-23T19:41:06,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742041_1217 (size=14994) 2024-11-23T19:41:06,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390926842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:06,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390926951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:06,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:06,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:07,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390927160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:07,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:07,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:07,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:07,233 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:07,239 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238b9b6f5ab5e24a8ab740e486a3bab56e_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238b9b6f5ab5e24a8ab740e486a3bab56e_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:07,240 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/ae3dc4bfe7954db990a2dbfa5879fe0b, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:07,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/ae3dc4bfe7954db990a2dbfa5879fe0b is 175, key is test_row_0/A:col10/1732390866690/Put/seqid=0 2024-11-23T19:41:07,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742042_1218 (size=39949) 2024-11-23T19:41:07,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390927471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:07,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:07,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:07,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:07,677 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/ae3dc4bfe7954db990a2dbfa5879fe0b 2024-11-23T19:41:07,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/3c75bf6d8a3c4bd0ac2980dfd0487a4d is 50, key is test_row_0/B:col10/1732390866690/Put/seqid=0 2024-11-23T19:41:07,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742043_1219 (size=12301) 2024-11-23T19:41:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-23T19:41:07,960 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:07,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:41:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-23T19:41:07,962 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:41:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-23T19:41:07,963 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:41:07,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:41:07,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390927980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:07,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:07,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:07,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-23T19:41:08,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-23T19:41:08,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:08,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:08,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:08,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:08,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:08,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/3c75bf6d8a3c4bd0ac2980dfd0487a4d 2024-11-23T19:41:08,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/34103da816694def919cc38190625db8 is 50, key is test_row_0/C:col10/1732390866690/Put/seqid=0 2024-11-23T19:41:08,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742044_1220 (size=12301) 2024-11-23T19:41:08,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-23T19:41:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:08,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-23T19:41:08,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-23T19:41:08,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:08,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:08,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:08,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:08,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:08,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/34103da816694def919cc38190625db8 2024-11-23T19:41:08,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/ae3dc4bfe7954db990a2dbfa5879fe0b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ae3dc4bfe7954db990a2dbfa5879fe0b 2024-11-23T19:41:08,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ae3dc4bfe7954db990a2dbfa5879fe0b, entries=200, sequenceid=350, filesize=39.0 K 2024-11-23T19:41:08,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/3c75bf6d8a3c4bd0ac2980dfd0487a4d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/3c75bf6d8a3c4bd0ac2980dfd0487a4d 2024-11-23T19:41:08,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/3c75bf6d8a3c4bd0ac2980dfd0487a4d, entries=150, sequenceid=350, filesize=12.0 K 2024-11-23T19:41:08,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/34103da816694def919cc38190625db8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/34103da816694def919cc38190625db8 2024-11-23T19:41:08,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/34103da816694def919cc38190625db8, entries=150, sequenceid=350, filesize=12.0 K 2024-11-23T19:41:08,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2d809a53dccdbf83299159083b5fe24e in 1747ms, sequenceid=350, compaction requested=false 2024-11-23T19:41:08,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:08,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-23T19:41:08,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:08,573 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T19:41:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233de8b3c42d144d1ca23b2be658d86727_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390866840/Put/seqid=0 2024-11-23T19:41:08,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742045_1221 (size=12454) 2024-11-23T19:41:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-23T19:41:08,698 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T19:41:08,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:08,988 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233de8b3c42d144d1ca23b2be658d86727_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233de8b3c42d144d1ca23b2be658d86727_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:08,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/1e763cc6081e483d894319e833448d1d, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:08,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/1e763cc6081e483d894319e833448d1d is 175, key is test_row_0/A:col10/1732390866840/Put/seqid=0 2024-11-23T19:41:08,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742046_1222 (size=31255) 2024-11-23T19:41:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:09,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. as already flushing 2024-11-23T19:41:09,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390929083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-23T19:41:09,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390929190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:09,397 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/1e763cc6081e483d894319e833448d1d 2024-11-23T19:41:09,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390929400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:09,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/a4d77a5a7b904aa394907069c08b71b2 is 50, key is test_row_0/B:col10/1732390866840/Put/seqid=0 2024-11-23T19:41:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:09,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742047_1223 (size=12301) 2024-11-23T19:41:09,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390929710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:09,809 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/a4d77a5a7b904aa394907069c08b71b2 2024-11-23T19:41:09,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/848bce3461c246d7af261977dc40c9ff is 50, key is test_row_0/C:col10/1732390866840/Put/seqid=0 2024-11-23T19:41:09,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742048_1224 (size=12301) 2024-11-23T19:41:09,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53898 deadline: 1732390929860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:09,861 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 2d809a53dccdbf83299159083b5fe24e of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18253 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:09,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1732390929880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:09,883 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 2d809a53dccdbf83299159083b5fe24e of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18269 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:09,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:09,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:09,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:09,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53852 deadline: 1732390929921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:09,922 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in 2d809a53dccdbf83299159083b5fe24e of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18315 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:09,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53864 deadline: 1732390929930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:09,934 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in 2d809a53dccdbf83299159083b5fe24e of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18329 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:09,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:09,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:09,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-23T19:41:10,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390930220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:10,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:10,222 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/848bce3461c246d7af261977dc40c9ff 2024-11-23T19:41:10,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:10,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:10,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/1e763cc6081e483d894319e833448d1d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/1e763cc6081e483d894319e833448d1d 2024-11-23T19:41:10,229 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/1e763cc6081e483d894319e833448d1d, entries=150, sequenceid=363, filesize=30.5 K 2024-11-23T19:41:10,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/a4d77a5a7b904aa394907069c08b71b2 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/a4d77a5a7b904aa394907069c08b71b2 2024-11-23T19:41:10,233 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/a4d77a5a7b904aa394907069c08b71b2, entries=150, sequenceid=363, filesize=12.0 K 2024-11-23T19:41:10,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/848bce3461c246d7af261977dc40c9ff as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/848bce3461c246d7af261977dc40c9ff 2024-11-23T19:41:10,237 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/848bce3461c246d7af261977dc40c9ff, entries=150, sequenceid=363, filesize=12.0 K 2024-11-23T19:41:10,238 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2d809a53dccdbf83299159083b5fe24e in 1665ms, sequenceid=363, compaction requested=true 2024-11-23T19:41:10,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:10,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:10,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-23T19:41:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-23T19:41:10,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-23T19:41:10,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2760 sec 2024-11-23T19:41:10,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.2800 sec 2024-11-23T19:41:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:11,244 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:11,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T19:41:11,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238890df7f224f48e293376b6f5bdd45de_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390869081/Put/seqid=0 2024-11-23T19:41:11,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742049_1225 (size=14994) 2024-11-23T19:41:11,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 342 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390931278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:11,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390931390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:11,582 INFO [Thread-624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-624. 2024-11-23T19:41:11,582 DEBUG [Thread-624 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:11,582 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:11,583 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:11,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:11,583 INFO [Thread-628 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-628. 2024-11-23T19:41:11,583 DEBUG [Thread-628 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:11,583 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:11,583 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:11,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:11,585 INFO [Thread-622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-622. 2024-11-23T19:41:11,585 DEBUG [Thread-622 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:11,585 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:11,585 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:11,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:11,586 INFO [Thread-626 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-626. 2024-11-23T19:41:11,586 DEBUG [Thread-626 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:11,586 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:11,586 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:11,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:11,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 344 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390931601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:11,655 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:11,660 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238890df7f224f48e293376b6f5bdd45de_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238890df7f224f48e293376b6f5bdd45de_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:11,661 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/43302f66b3ac444fb3a3a921d331842f, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:11,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/43302f66b3ac444fb3a3a921d331842f is 175, key is test_row_0/A:col10/1732390869081/Put/seqid=0 2024-11-23T19:41:11,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742050_1226 (size=39949) 2024-11-23T19:41:11,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 345 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390931910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:11,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:11,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:11,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:12,067 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=387, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/43302f66b3ac444fb3a3a921d331842f 2024-11-23T19:41:12,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/76e38774b0ae48db93a4f500cb3dfea0 is 50, key is test_row_0/B:col10/1732390869081/Put/seqid=0 2024-11-23T19:41:12,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742051_1227 (size=12301) 2024-11-23T19:41:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-23T19:41:12,130 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:12,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 346 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1732390932420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:12,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:12,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:12,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/76e38774b0ae48db93a4f500cb3dfea0 2024-11-23T19:41:12,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/7b60e6af1f784df381160d37115b4594 is 50, key is test_row_0/C:col10/1732390869081/Put/seqid=0 2024-11-23T19:41:12,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742052_1228 (size=12301) 2024-11-23T19:41:12,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/7b60e6af1f784df381160d37115b4594 2024-11-23T19:41:12,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/43302f66b3ac444fb3a3a921d331842f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/43302f66b3ac444fb3a3a921d331842f 2024-11-23T19:41:12,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/43302f66b3ac444fb3a3a921d331842f, entries=200, sequenceid=387, filesize=39.0 K 2024-11-23T19:41:12,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/76e38774b0ae48db93a4f500cb3dfea0 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/76e38774b0ae48db93a4f500cb3dfea0 2024-11-23T19:41:12,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/76e38774b0ae48db93a4f500cb3dfea0, entries=150, sequenceid=387, filesize=12.0 K 2024-11-23T19:41:12,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/7b60e6af1f784df381160d37115b4594 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7b60e6af1f784df381160d37115b4594 2024-11-23T19:41:12,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7b60e6af1f784df381160d37115b4594, entries=150, sequenceid=387, filesize=12.0 K 2024-11-23T19:41:12,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2d809a53dccdbf83299159083b5fe24e in 1721ms, sequenceid=387, compaction requested=true 2024-11-23T19:41:12,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:12,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:41:12,966 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:41:12,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:12,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:41:12,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:12,966 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:41:12,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d809a53dccdbf83299159083b5fe24e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:41:12,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:12,967 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:41:12,967 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:41:12,967 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/A is initiating minor compaction (all files) 2024-11-23T19:41:12,967 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/B is initiating minor compaction (all files) 2024-11-23T19:41:12,967 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/A in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:12,967 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/B in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:12,967 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/886f0053d3b6413b89659ed09c330361, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ae3dc4bfe7954db990a2dbfa5879fe0b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/1e763cc6081e483d894319e833448d1d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/43302f66b3ac444fb3a3a921d331842f] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=139.8 K 2024-11-23T19:41:12,967 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/d4c9d0bc9398468e9e4e0320936ad9e7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/3c75bf6d8a3c4bd0ac2980dfd0487a4d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/a4d77a5a7b904aa394907069c08b71b2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/76e38774b0ae48db93a4f500cb3dfea0] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=48.8 K 2024-11-23T19:41:12,967 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:12,967 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/886f0053d3b6413b89659ed09c330361, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ae3dc4bfe7954db990a2dbfa5879fe0b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/1e763cc6081e483d894319e833448d1d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/43302f66b3ac444fb3a3a921d331842f] 2024-11-23T19:41:12,967 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting d4c9d0bc9398468e9e4e0320936ad9e7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732390865944 2024-11-23T19:41:12,967 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 886f0053d3b6413b89659ed09c330361, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732390865944 2024-11-23T19:41:12,968 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c75bf6d8a3c4bd0ac2980dfd0487a4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732390866677 2024-11-23T19:41:12,968 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae3dc4bfe7954db990a2dbfa5879fe0b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732390866655 2024-11-23T19:41:12,968 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting a4d77a5a7b904aa394907069c08b71b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732390866805 2024-11-23T19:41:12,968 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e763cc6081e483d894319e833448d1d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732390866805 2024-11-23T19:41:12,968 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 76e38774b0ae48db93a4f500cb3dfea0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732390869063 2024-11-23T19:41:12,968 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43302f66b3ac444fb3a3a921d331842f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732390869063 2024-11-23T19:41:12,977 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:12,980 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112303d2e50dc2a54325871b5dbc041e436c_2d809a53dccdbf83299159083b5fe24e store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:12,980 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#B#compaction#186 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:41:12,980 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/8ac04301eb514582b4989b217ca23b5c is 50, key is test_row_0/B:col10/1732390869081/Put/seqid=0 2024-11-23T19:41:12,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742053_1229 (size=13221) 2024-11-23T19:41:13,013 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112303d2e50dc2a54325871b5dbc041e436c_2d809a53dccdbf83299159083b5fe24e, store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:13,013 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112303d2e50dc2a54325871b5dbc041e436c_2d809a53dccdbf83299159083b5fe24e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:13,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742054_1230 (size=4469) 2024-11-23T19:41:13,375 DEBUG [regionserver/e9a55eb58607:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-23T19:41:13,390 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/8ac04301eb514582b4989b217ca23b5c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/8ac04301eb514582b4989b217ca23b5c 2024-11-23T19:41:13,395 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/B of 2d809a53dccdbf83299159083b5fe24e into 8ac04301eb514582b4989b217ca23b5c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:13,395 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:13,395 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/B, priority=12, startTime=1732390872966; duration=0sec 2024-11-23T19:41:13,395 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:13,395 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:B 2024-11-23T19:41:13,395 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:41:13,397 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:41:13,397 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 2d809a53dccdbf83299159083b5fe24e/C is initiating minor compaction (all files) 2024-11-23T19:41:13,397 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d809a53dccdbf83299159083b5fe24e/C in TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:13,397 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/e616db14e6934c34bb6f95afebc91518, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/34103da816694def919cc38190625db8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/848bce3461c246d7af261977dc40c9ff, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7b60e6af1f784df381160d37115b4594] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp, totalSize=48.8 K 2024-11-23T19:41:13,397 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting e616db14e6934c34bb6f95afebc91518, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732390865944 2024-11-23T19:41:13,398 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 34103da816694def919cc38190625db8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732390866677 2024-11-23T19:41:13,398 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 848bce3461c246d7af261977dc40c9ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732390866805 2024-11-23T19:41:13,398 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b60e6af1f784df381160d37115b4594, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732390869063 2024-11-23T19:41:13,407 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#C#compaction#188 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:13,408 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/b25850ac708c4b73aa9d237742bf1835 is 50, key is test_row_0/C:col10/1732390869081/Put/seqid=0 2024-11-23T19:41:13,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742055_1231 (size=13221) 2024-11-23T19:41:13,418 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d809a53dccdbf83299159083b5fe24e#A#compaction#187 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:13,419 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/ce487da6935e41afb269446daf66b774 is 175, key is test_row_0/A:col10/1732390869081/Put/seqid=0 2024-11-23T19:41:13,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742056_1232 (size=32175) 2024-11-23T19:41:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:13,441 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:13,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T19:41:13,442 INFO [Thread-615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-615. 2024-11-23T19:41:13,442 DEBUG [Thread-615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:13,442 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:13,442 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:13,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:13,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cc20156da41642ef98740e2e3cb90f0c_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390871274/Put/seqid=0 2024-11-23T19:41:13,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742057_1233 (size=12454) 2024-11-23T19:41:13,826 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/b25850ac708c4b73aa9d237742bf1835 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/b25850ac708c4b73aa9d237742bf1835 2024-11-23T19:41:13,829 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/ce487da6935e41afb269446daf66b774 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ce487da6935e41afb269446daf66b774 2024-11-23T19:41:13,830 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/C of 2d809a53dccdbf83299159083b5fe24e into b25850ac708c4b73aa9d237742bf1835(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:13,830 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:13,830 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/C, priority=12, startTime=1732390872966; duration=0sec 2024-11-23T19:41:13,830 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:13,830 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:C 2024-11-23T19:41:13,833 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d809a53dccdbf83299159083b5fe24e/A of 2d809a53dccdbf83299159083b5fe24e into ce487da6935e41afb269446daf66b774(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:13,833 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:13,834 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., storeName=2d809a53dccdbf83299159083b5fe24e/A, priority=12, startTime=1732390872966; duration=0sec 2024-11-23T19:41:13,834 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:13,834 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d809a53dccdbf83299159083b5fe24e:A 2024-11-23T19:41:13,852 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:13,855 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cc20156da41642ef98740e2e3cb90f0c_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cc20156da41642ef98740e2e3cb90f0c_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:13,856 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/ac35436cf0f144ea9b83cdcf5aee384e, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:13,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/ac35436cf0f144ea9b83cdcf5aee384e is 175, key is test_row_0/A:col10/1732390871274/Put/seqid=0 2024-11-23T19:41:13,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742058_1234 (size=31255) 2024-11-23T19:41:14,261 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/ac35436cf0f144ea9b83cdcf5aee384e 2024-11-23T19:41:14,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/9250e8f454e0405c8f3099e8ef8c2007 is 50, key is test_row_0/B:col10/1732390871274/Put/seqid=0 2024-11-23T19:41:14,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742059_1235 (size=12301) 2024-11-23T19:41:14,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/9250e8f454e0405c8f3099e8ef8c2007 2024-11-23T19:41:14,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/9d31d576fafa4abbbee486629409c4c3 is 50, key is test_row_0/C:col10/1732390871274/Put/seqid=0 2024-11-23T19:41:14,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742060_1236 (size=12301) 2024-11-23T19:41:15,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/9d31d576fafa4abbbee486629409c4c3 2024-11-23T19:41:15,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/ac35436cf0f144ea9b83cdcf5aee384e as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ac35436cf0f144ea9b83cdcf5aee384e 2024-11-23T19:41:15,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ac35436cf0f144ea9b83cdcf5aee384e, entries=150, sequenceid=401, filesize=30.5 K 2024-11-23T19:41:15,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/9250e8f454e0405c8f3099e8ef8c2007 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/9250e8f454e0405c8f3099e8ef8c2007 2024-11-23T19:41:15,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/9250e8f454e0405c8f3099e8ef8c2007, entries=150, sequenceid=401, filesize=12.0 K 2024-11-23T19:41:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/9d31d576fafa4abbbee486629409c4c3 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/9d31d576fafa4abbbee486629409c4c3 2024-11-23T19:41:15,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/9d31d576fafa4abbbee486629409c4c3, entries=150, sequenceid=401, filesize=12.0 K 2024-11-23T19:41:15,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 2d809a53dccdbf83299159083b5fe24e in 1670ms, sequenceid=401, compaction requested=false 2024-11-23T19:41:15,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d809a53dccdbf83299159083b5fe24e: 2024-11-23T19:41:19,922 INFO [Thread-613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-613. 2024-11-23T19:41:19,922 DEBUG [Thread-613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:19,922 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:19,922 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:19,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:19,962 INFO [Thread-617 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-617. 2024-11-23T19:41:19,962 DEBUG [Thread-617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:19,963 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:19,963 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:19,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:19,972 INFO [Thread-619 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-619. 2024-11-23T19:41:19,972 DEBUG [Thread-619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:19,972 DEBUG [Thread-619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:19,972 DEBUG [Thread-619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:19,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:19,982 INFO [Thread-611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-611. 2024-11-23T19:41:19,982 DEBUG [Thread-611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:19,982 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:19,982 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:19,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:19,983 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T19:41:19,983 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 4 2024-11-23T19:41:19,983 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 4 2024-11-23T19:41:19,983 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 284 2024-11-23T19:41:19,983 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-23T19:41:19,983 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-23T19:41:19,983 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T19:41:19,983 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3616 2024-11-23T19:41:19,983 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3450 2024-11-23T19:41:19,983 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T19:41:19,983 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1537 2024-11-23T19:41:19,983 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4611 rows 2024-11-23T19:41:19,983 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1540 2024-11-23T19:41:19,983 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4617 rows 2024-11-23T19:41:19,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:41:19,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:41:19,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:19,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:19,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:19,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T19:41:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-23T19:41:19,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390879988"}]},"ts":"1732390879988"} 2024-11-23T19:41:19,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T19:41:19,990 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T19:41:19,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T19:41:19,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d809a53dccdbf83299159083b5fe24e, UNASSIGN}] 2024-11-23T19:41:19,994 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d809a53dccdbf83299159083b5fe24e, UNASSIGN 2024-11-23T19:41:19,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=2d809a53dccdbf83299159083b5fe24e, regionState=CLOSING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:19,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d809a53dccdbf83299159083b5fe24e, UNASSIGN because future has completed 2024-11-23T19:41:19,997 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T19:41:19,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:41:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-23T19:41:20,151 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(122): Close 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:20,151 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T19:41:20,151 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1722): Closing 2d809a53dccdbf83299159083b5fe24e, disabling compactions & flushes 2024-11-23T19:41:20,151 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:20,151 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:20,151 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. after waiting 0 ms 2024-11-23T19:41:20,151 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:20,151 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(2902): Flushing 2d809a53dccdbf83299159083b5fe24e 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T19:41:20,157 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235ed9d3cfd3984fb09a9b6e468982ce9c_2d809a53dccdbf83299159083b5fe24e is 50, key is test_row_0/A:col10/1732390879970/Put/seqid=0 2024-11-23T19:41:20,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742061_1237 (size=9914) 2024-11-23T19:41:20,164 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:20,169 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235ed9d3cfd3984fb09a9b6e468982ce9c_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235ed9d3cfd3984fb09a9b6e468982ce9c_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:20,170 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/fc06d0a642d14b2ca007eb8b0682c085, store: [table=TestAcidGuarantees family=A region=2d809a53dccdbf83299159083b5fe24e] 2024-11-23T19:41:20,171 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/fc06d0a642d14b2ca007eb8b0682c085 is 175, key is test_row_0/A:col10/1732390879970/Put/seqid=0 2024-11-23T19:41:20,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742062_1238 (size=22561) 2024-11-23T19:41:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-23T19:41:20,579 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/fc06d0a642d14b2ca007eb8b0682c085 2024-11-23T19:41:20,586 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/ac126a2b076641098ec5cbe7965bcee0 is 50, key is test_row_0/B:col10/1732390879970/Put/seqid=0 2024-11-23T19:41:20,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742063_1239 (size=9857) 2024-11-23T19:41:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-23T19:41:20,990 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/ac126a2b076641098ec5cbe7965bcee0 2024-11-23T19:41:20,997 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/fd919c7407f24ce79a81640da6b511cb is 50, key is test_row_0/C:col10/1732390879970/Put/seqid=0 2024-11-23T19:41:21,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742064_1240 (size=9857) 2024-11-23T19:41:21,002 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/fd919c7407f24ce79a81640da6b511cb 2024-11-23T19:41:21,006 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/A/fc06d0a642d14b2ca007eb8b0682c085 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/fc06d0a642d14b2ca007eb8b0682c085 2024-11-23T19:41:21,010 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/fc06d0a642d14b2ca007eb8b0682c085, entries=100, sequenceid=410, filesize=22.0 K 2024-11-23T19:41:21,011 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/B/ac126a2b076641098ec5cbe7965bcee0 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/ac126a2b076641098ec5cbe7965bcee0 2024-11-23T19:41:21,015 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/ac126a2b076641098ec5cbe7965bcee0, entries=100, sequenceid=410, filesize=9.6 K 2024-11-23T19:41:21,016 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/.tmp/C/fd919c7407f24ce79a81640da6b511cb as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/fd919c7407f24ce79a81640da6b511cb 2024-11-23T19:41:21,020 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/fd919c7407f24ce79a81640da6b511cb, entries=100, sequenceid=410, filesize=9.6 K 2024-11-23T19:41:21,021 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 2d809a53dccdbf83299159083b5fe24e in 870ms, sequenceid=410, compaction requested=true 2024-11-23T19:41:21,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/6eb01b0dc35b4819b307885ff4633f4f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/2ceda58d41d24390923dbd2a25317015, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/d031538dd75b4f4eb91e5542553088f5, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/05e5d937f87f47699cb0ee91abd1dee7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/910cb74975d54ca2a982f698fac263fc, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/17458f7239b947769129af3d636570d8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/5db3001ebdee4dd7bdd8e7aa69269e14, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/fd58bad83fc2481c84c9d82d4d1abe65, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/081c9c28f63f49668a890ee435b8143c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/2537d8aef90d4550a00c83fcbcdfcf42, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/29f2f9abfd6f4cceac9f767fa3cafcae, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ac72fd67ee6d4af7b556fb9409d3fc64, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/b5d7175e1ef543199107e9a7f380cf24, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/a06e596f4ddc47db9efce6602a31b859, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/c96537e3d05c468a90b9bb934b5b01e9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/20af6121203d472db4eaf1a69680ea78, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/d9fe71aad0cc4102a01a25f42d4e8cde, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/54d16125356f444092a62ca8298c02c6, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/60cebbed889e45c8896b17688c57df6f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/1c9a090d0ba44c06b097819e09ee2a80, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/55c4401b889a4f02bd23d26c21e3575c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/9ae9dfeb2715449c9dfebdab5a7b514d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/aad7d7ba4bc54541b289317af5528c11, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/886f0053d3b6413b89659ed09c330361, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ae3dc4bfe7954db990a2dbfa5879fe0b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/1e763cc6081e483d894319e833448d1d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/43302f66b3ac444fb3a3a921d331842f] to archive 2024-11-23T19:41:21,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:41:21,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/6eb01b0dc35b4819b307885ff4633f4f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/6eb01b0dc35b4819b307885ff4633f4f 2024-11-23T19:41:21,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/2ceda58d41d24390923dbd2a25317015 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/2ceda58d41d24390923dbd2a25317015 2024-11-23T19:41:21,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/d031538dd75b4f4eb91e5542553088f5 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/d031538dd75b4f4eb91e5542553088f5 2024-11-23T19:41:21,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/05e5d937f87f47699cb0ee91abd1dee7 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/05e5d937f87f47699cb0ee91abd1dee7 2024-11-23T19:41:21,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/910cb74975d54ca2a982f698fac263fc to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/910cb74975d54ca2a982f698fac263fc 2024-11-23T19:41:21,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/17458f7239b947769129af3d636570d8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/17458f7239b947769129af3d636570d8 2024-11-23T19:41:21,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/5db3001ebdee4dd7bdd8e7aa69269e14 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/5db3001ebdee4dd7bdd8e7aa69269e14 2024-11-23T19:41:21,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/fd58bad83fc2481c84c9d82d4d1abe65 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/fd58bad83fc2481c84c9d82d4d1abe65 2024-11-23T19:41:21,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/081c9c28f63f49668a890ee435b8143c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/081c9c28f63f49668a890ee435b8143c 2024-11-23T19:41:21,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/2537d8aef90d4550a00c83fcbcdfcf42 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/2537d8aef90d4550a00c83fcbcdfcf42 2024-11-23T19:41:21,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/29f2f9abfd6f4cceac9f767fa3cafcae to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/29f2f9abfd6f4cceac9f767fa3cafcae 2024-11-23T19:41:21,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ac72fd67ee6d4af7b556fb9409d3fc64 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ac72fd67ee6d4af7b556fb9409d3fc64 2024-11-23T19:41:21,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/b5d7175e1ef543199107e9a7f380cf24 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/b5d7175e1ef543199107e9a7f380cf24 2024-11-23T19:41:21,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/a06e596f4ddc47db9efce6602a31b859 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/a06e596f4ddc47db9efce6602a31b859 2024-11-23T19:41:21,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/c96537e3d05c468a90b9bb934b5b01e9 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/c96537e3d05c468a90b9bb934b5b01e9 2024-11-23T19:41:21,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/20af6121203d472db4eaf1a69680ea78 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/20af6121203d472db4eaf1a69680ea78 2024-11-23T19:41:21,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/d9fe71aad0cc4102a01a25f42d4e8cde to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/d9fe71aad0cc4102a01a25f42d4e8cde 2024-11-23T19:41:21,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/54d16125356f444092a62ca8298c02c6 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/54d16125356f444092a62ca8298c02c6 2024-11-23T19:41:21,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/60cebbed889e45c8896b17688c57df6f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/60cebbed889e45c8896b17688c57df6f 2024-11-23T19:41:21,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/1c9a090d0ba44c06b097819e09ee2a80 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/1c9a090d0ba44c06b097819e09ee2a80 2024-11-23T19:41:21,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/55c4401b889a4f02bd23d26c21e3575c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/55c4401b889a4f02bd23d26c21e3575c 2024-11-23T19:41:21,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/9ae9dfeb2715449c9dfebdab5a7b514d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/9ae9dfeb2715449c9dfebdab5a7b514d 2024-11-23T19:41:21,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/aad7d7ba4bc54541b289317af5528c11 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/aad7d7ba4bc54541b289317af5528c11 2024-11-23T19:41:21,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/886f0053d3b6413b89659ed09c330361 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/886f0053d3b6413b89659ed09c330361 2024-11-23T19:41:21,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ae3dc4bfe7954db990a2dbfa5879fe0b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ae3dc4bfe7954db990a2dbfa5879fe0b 2024-11-23T19:41:21,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/1e763cc6081e483d894319e833448d1d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/1e763cc6081e483d894319e833448d1d 2024-11-23T19:41:21,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/43302f66b3ac444fb3a3a921d331842f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/43302f66b3ac444fb3a3a921d331842f 2024-11-23T19:41:21,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/97b4c1743e154573a3a16b81899ca96b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/acf8ffa8a5a14b97a6eb09986ea1a2a5, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/641d776dcb2f4f61acfc1d5342fe2692, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/b253dbf33d1a430ba3d0271ffa8be145, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/dee06bbfba964127b4a53a2e8b3243a0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/16ff280a160948f89a35b62063276aca, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/49f02c0c5f744e94abe13fb53fa5fc71, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/4c7187fa9b41439587c4dfc937a1fc66, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/7766280272df45d6b3bc7330eb55d020, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/6fd67a61002842e2a5d144105c58bec4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/f0c25f34e379411aa05cbf6eea6147a2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/cfbef09b6aee484aa84ee6fd1a518d91, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/0ec667d639d44f3ea3c5e24f1ab1e405, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/b60abf88175c41afbf21a6a796c11afe, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5df22b4263c74128b2b9c9c8a9130c73, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5168a16fa3d84861bfa4d2da1d0d43c7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/c255ec9b50584135866eb793d9877782, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/0c2631d5cab14bd8848730f7b15e0ade, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/e436c83cb2c44318acf03d0191c0875a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/e46d9b3f434e45fca2c4688d09a5d5ec, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/74ce73a2eb3543cf8ddff9a6f00e786c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5eb65b5062a34c45a914485d93e8891e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/d4c9d0bc9398468e9e4e0320936ad9e7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/56d0dd6d2bf344448fb60e50a5fda002, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/3c75bf6d8a3c4bd0ac2980dfd0487a4d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/a4d77a5a7b904aa394907069c08b71b2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/76e38774b0ae48db93a4f500cb3dfea0] to archive 2024-11-23T19:41:21,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:41:21,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/97b4c1743e154573a3a16b81899ca96b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/97b4c1743e154573a3a16b81899ca96b 2024-11-23T19:41:21,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/acf8ffa8a5a14b97a6eb09986ea1a2a5 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/acf8ffa8a5a14b97a6eb09986ea1a2a5 2024-11-23T19:41:21,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/641d776dcb2f4f61acfc1d5342fe2692 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/641d776dcb2f4f61acfc1d5342fe2692 2024-11-23T19:41:21,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/b253dbf33d1a430ba3d0271ffa8be145 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/b253dbf33d1a430ba3d0271ffa8be145 2024-11-23T19:41:21,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/dee06bbfba964127b4a53a2e8b3243a0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/dee06bbfba964127b4a53a2e8b3243a0 2024-11-23T19:41:21,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/16ff280a160948f89a35b62063276aca to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/16ff280a160948f89a35b62063276aca 2024-11-23T19:41:21,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/49f02c0c5f744e94abe13fb53fa5fc71 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/49f02c0c5f744e94abe13fb53fa5fc71 2024-11-23T19:41:21,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/4c7187fa9b41439587c4dfc937a1fc66 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/4c7187fa9b41439587c4dfc937a1fc66 2024-11-23T19:41:21,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/7766280272df45d6b3bc7330eb55d020 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/7766280272df45d6b3bc7330eb55d020 2024-11-23T19:41:21,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/6fd67a61002842e2a5d144105c58bec4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/6fd67a61002842e2a5d144105c58bec4 2024-11-23T19:41:21,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/f0c25f34e379411aa05cbf6eea6147a2 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/f0c25f34e379411aa05cbf6eea6147a2 2024-11-23T19:41:21,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/cfbef09b6aee484aa84ee6fd1a518d91 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/cfbef09b6aee484aa84ee6fd1a518d91 2024-11-23T19:41:21,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/0ec667d639d44f3ea3c5e24f1ab1e405 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/0ec667d639d44f3ea3c5e24f1ab1e405 2024-11-23T19:41:21,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/b60abf88175c41afbf21a6a796c11afe to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/b60abf88175c41afbf21a6a796c11afe 2024-11-23T19:41:21,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5df22b4263c74128b2b9c9c8a9130c73 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5df22b4263c74128b2b9c9c8a9130c73 2024-11-23T19:41:21,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5168a16fa3d84861bfa4d2da1d0d43c7 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5168a16fa3d84861bfa4d2da1d0d43c7 2024-11-23T19:41:21,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/c255ec9b50584135866eb793d9877782 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/c255ec9b50584135866eb793d9877782 2024-11-23T19:41:21,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/0c2631d5cab14bd8848730f7b15e0ade to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/0c2631d5cab14bd8848730f7b15e0ade 2024-11-23T19:41:21,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/e436c83cb2c44318acf03d0191c0875a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/e436c83cb2c44318acf03d0191c0875a 2024-11-23T19:41:21,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/e46d9b3f434e45fca2c4688d09a5d5ec to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/e46d9b3f434e45fca2c4688d09a5d5ec 2024-11-23T19:41:21,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/74ce73a2eb3543cf8ddff9a6f00e786c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/74ce73a2eb3543cf8ddff9a6f00e786c 2024-11-23T19:41:21,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5eb65b5062a34c45a914485d93e8891e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/5eb65b5062a34c45a914485d93e8891e 2024-11-23T19:41:21,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/d4c9d0bc9398468e9e4e0320936ad9e7 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/d4c9d0bc9398468e9e4e0320936ad9e7 2024-11-23T19:41:21,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/56d0dd6d2bf344448fb60e50a5fda002 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/56d0dd6d2bf344448fb60e50a5fda002 2024-11-23T19:41:21,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/3c75bf6d8a3c4bd0ac2980dfd0487a4d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/3c75bf6d8a3c4bd0ac2980dfd0487a4d 2024-11-23T19:41:21,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/a4d77a5a7b904aa394907069c08b71b2 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/a4d77a5a7b904aa394907069c08b71b2 2024-11-23T19:41:21,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/76e38774b0ae48db93a4f500cb3dfea0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/76e38774b0ae48db93a4f500cb3dfea0 2024-11-23T19:41:21,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bf205f6e33d44d9990c6c03eb51b0e17, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/90f2f87ba9124645bd82562febd9e4db, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/e27e370ecba1463aa8470dc4bc4fc290, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/9b02aae6608d4be0a661aa481bc8537b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/15121cf0213f470f962171531d915967, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7d4bc3e04fc542e481be886c59508fe8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/9dd6f3686c5b4650935d443f18c93d17, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/2687f8377fe04166b55d280053f3f206, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/e988c76e60694ed9b492a9fbd15ff4b8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/3f7abb5daa2840ac848d72406b4b68b9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/b8341b47c27f47f8948f040532972076, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/5afe566a1dba4c1491edcee8e3e5b5af, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/abee4bbda7064cc29c90858861402235, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7c5fcfe8b066492ca787bcec385e49f9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7b5bf6bd5c4042968413ca195cc45452, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/b0a3b23356814ebc9373c74b82a9ebd7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/f7405537768449a88c122056a65d274f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7654183691bb4fc0be4164ac855c002b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/4e9a794cdfb04e7ba95ffd79e34a38e2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/8247508e2cab4bee8c4779ca8c342e58, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/1bbfe1bcda604276809e78f0c9df3c0e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bf905b11f98949a18c426b71bc159cc1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/e616db14e6934c34bb6f95afebc91518, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bb94b97ce9994a99badf828dddbced28, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/34103da816694def919cc38190625db8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/848bce3461c246d7af261977dc40c9ff, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7b60e6af1f784df381160d37115b4594] to archive 2024-11-23T19:41:21,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:41:21,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bf205f6e33d44d9990c6c03eb51b0e17 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bf205f6e33d44d9990c6c03eb51b0e17 2024-11-23T19:41:21,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/90f2f87ba9124645bd82562febd9e4db to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/90f2f87ba9124645bd82562febd9e4db 2024-11-23T19:41:21,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/e27e370ecba1463aa8470dc4bc4fc290 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/e27e370ecba1463aa8470dc4bc4fc290 2024-11-23T19:41:21,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/9b02aae6608d4be0a661aa481bc8537b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/9b02aae6608d4be0a661aa481bc8537b 2024-11-23T19:41:21,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/15121cf0213f470f962171531d915967 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/15121cf0213f470f962171531d915967 2024-11-23T19:41:21,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7d4bc3e04fc542e481be886c59508fe8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7d4bc3e04fc542e481be886c59508fe8 2024-11-23T19:41:21,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/9dd6f3686c5b4650935d443f18c93d17 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/9dd6f3686c5b4650935d443f18c93d17 2024-11-23T19:41:21,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/2687f8377fe04166b55d280053f3f206 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/2687f8377fe04166b55d280053f3f206 2024-11-23T19:41:21,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/e988c76e60694ed9b492a9fbd15ff4b8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/e988c76e60694ed9b492a9fbd15ff4b8 2024-11-23T19:41:21,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/3f7abb5daa2840ac848d72406b4b68b9 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/3f7abb5daa2840ac848d72406b4b68b9 2024-11-23T19:41:21,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/b8341b47c27f47f8948f040532972076 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/b8341b47c27f47f8948f040532972076 2024-11-23T19:41:21,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/5afe566a1dba4c1491edcee8e3e5b5af to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/5afe566a1dba4c1491edcee8e3e5b5af 2024-11-23T19:41:21,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/abee4bbda7064cc29c90858861402235 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/abee4bbda7064cc29c90858861402235 2024-11-23T19:41:21,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7c5fcfe8b066492ca787bcec385e49f9 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7c5fcfe8b066492ca787bcec385e49f9 2024-11-23T19:41:21,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7b5bf6bd5c4042968413ca195cc45452 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7b5bf6bd5c4042968413ca195cc45452 2024-11-23T19:41:21,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/b0a3b23356814ebc9373c74b82a9ebd7 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/b0a3b23356814ebc9373c74b82a9ebd7 2024-11-23T19:41:21,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/f7405537768449a88c122056a65d274f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/f7405537768449a88c122056a65d274f 2024-11-23T19:41:21,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7654183691bb4fc0be4164ac855c002b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7654183691bb4fc0be4164ac855c002b 2024-11-23T19:41:21,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/4e9a794cdfb04e7ba95ffd79e34a38e2 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/4e9a794cdfb04e7ba95ffd79e34a38e2 2024-11-23T19:41:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-23T19:41:21,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/8247508e2cab4bee8c4779ca8c342e58 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/8247508e2cab4bee8c4779ca8c342e58 2024-11-23T19:41:21,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/1bbfe1bcda604276809e78f0c9df3c0e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/1bbfe1bcda604276809e78f0c9df3c0e 2024-11-23T19:41:21,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bf905b11f98949a18c426b71bc159cc1 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bf905b11f98949a18c426b71bc159cc1 2024-11-23T19:41:21,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/e616db14e6934c34bb6f95afebc91518 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/e616db14e6934c34bb6f95afebc91518 2024-11-23T19:41:21,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bb94b97ce9994a99badf828dddbced28 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/bb94b97ce9994a99badf828dddbced28 2024-11-23T19:41:21,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/34103da816694def919cc38190625db8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/34103da816694def919cc38190625db8 2024-11-23T19:41:21,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/848bce3461c246d7af261977dc40c9ff to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/848bce3461c246d7af261977dc40c9ff 2024-11-23T19:41:21,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7b60e6af1f784df381160d37115b4594 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/7b60e6af1f784df381160d37115b4594 2024-11-23T19:41:21,136 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/recovered.edits/413.seqid, newMaxSeqId=413, maxSeqId=4 2024-11-23T19:41:21,138 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. 2024-11-23T19:41:21,138 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1676): Region close journal for 2d809a53dccdbf83299159083b5fe24e: Waiting for close lock at 1732390880151Running coprocessor pre-close hooks at 1732390880151Disabling compacts and flushes for region at 1732390880151Disabling writes for close at 1732390880151Obtaining lock to block concurrent updates at 1732390880151Preparing flush snapshotting stores in 2d809a53dccdbf83299159083b5fe24e at 1732390880151Finished memstore snapshotting TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732390880151Flushing stores of TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e. at 1732390880152 (+1 ms)Flushing 2d809a53dccdbf83299159083b5fe24e/A: creating writer at 1732390880152Flushing mob file 2d809a53dccdbf83299159083b5fe24e/A: appending metadata at 1732390880156 (+4 ms)Flushing mob file 2d809a53dccdbf83299159083b5fe24e/A: closing flushed file at 1732390880156Flushing 2d809a53dccdbf83299159083b5fe24e/A: appending metadata at 1732390880170 (+14 ms)Flushing 2d809a53dccdbf83299159083b5fe24e/A: closing flushed file at 1732390880171 (+1 ms)Flushing 2d809a53dccdbf83299159083b5fe24e/B: creating writer at 1732390880583 (+412 ms)Flushing 2d809a53dccdbf83299159083b5fe24e/B: appending metadata at 1732390880585 (+2 ms)Flushing 2d809a53dccdbf83299159083b5fe24e/B: closing flushed file at 1732390880585Flushing 2d809a53dccdbf83299159083b5fe24e/C: creating writer at 1732390880994 (+409 ms)Flushing 2d809a53dccdbf83299159083b5fe24e/C: appending metadata at 1732390880997 (+3 ms)Flushing 2d809a53dccdbf83299159083b5fe24e/C: closing flushed file at 1732390880997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a3e48fc: reopening flushed file at 1732390881005 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ac59f2: reopening flushed file at 1732390881011 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6679f462: reopening flushed file at 1732390881015 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 2d809a53dccdbf83299159083b5fe24e in 870ms, sequenceid=410, compaction requested=true at 1732390881021 (+6 ms)Writing region close event to WAL at 1732390881133 (+112 ms)Running coprocessor post-close hooks at 1732390881137 (+4 ms)Closed at 1732390881137 2024-11-23T19:41:21,140 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(157): Closed 2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:21,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=2d809a53dccdbf83299159083b5fe24e, regionState=CLOSED 2024-11-23T19:41:21,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=50, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:41:21,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-23T19:41:21,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; CloseRegionProcedure 2d809a53dccdbf83299159083b5fe24e, server=e9a55eb58607,38025,1732390810767 in 1.1460 sec 2024-11-23T19:41:21,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-23T19:41:21,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d809a53dccdbf83299159083b5fe24e, UNASSIGN in 1.1530 sec 2024-11-23T19:41:21,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-23T19:41:21,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1580 sec 2024-11-23T19:41:21,152 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390881152"}]},"ts":"1732390881152"} 2024-11-23T19:41:21,154 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T19:41:21,154 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T19:41:21,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1710 sec 2024-11-23T19:41:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-23T19:41:22,131 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:22,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T19:41:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:22,135 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=52, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-23T19:41:22,137 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=52, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:22,143 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,147 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/recovered.edits] 2024-11-23T19:41:22,149 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ac35436cf0f144ea9b83cdcf5aee384e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ac35436cf0f144ea9b83cdcf5aee384e 2024-11-23T19:41:22,150 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ce487da6935e41afb269446daf66b774 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/ce487da6935e41afb269446daf66b774 2024-11-23T19:41:22,152 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/fc06d0a642d14b2ca007eb8b0682c085 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/A/fc06d0a642d14b2ca007eb8b0682c085 2024-11-23T19:41:22,154 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/8ac04301eb514582b4989b217ca23b5c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/8ac04301eb514582b4989b217ca23b5c 2024-11-23T19:41:22,155 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/9250e8f454e0405c8f3099e8ef8c2007 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/9250e8f454e0405c8f3099e8ef8c2007 2024-11-23T19:41:22,156 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/ac126a2b076641098ec5cbe7965bcee0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/B/ac126a2b076641098ec5cbe7965bcee0 2024-11-23T19:41:22,159 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/9d31d576fafa4abbbee486629409c4c3 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/9d31d576fafa4abbbee486629409c4c3 2024-11-23T19:41:22,160 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/b25850ac708c4b73aa9d237742bf1835 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/b25850ac708c4b73aa9d237742bf1835 2024-11-23T19:41:22,161 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/fd919c7407f24ce79a81640da6b511cb to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/C/fd919c7407f24ce79a81640da6b511cb 2024-11-23T19:41:22,165 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/recovered.edits/413.seqid to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e/recovered.edits/413.seqid 2024-11-23T19:41:22,166 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,166 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T19:41:22,167 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T19:41:22,168 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T19:41:22,171 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112309fcdd4bdbec4fcf9607b3ff1f807c1e_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112309fcdd4bdbec4fcf9607b3ff1f807c1e_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,172 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231797c5478ab04e679061f98c6b0da6d5_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231797c5478ab04e679061f98c6b0da6d5_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,173 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112324d1ad904efc47b88fc7c706c484432d_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112324d1ad904efc47b88fc7c706c484432d_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,175 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232de35c49d470461ca535b14c5756d7ce_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232de35c49d470461ca535b14c5756d7ce_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,175 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233de8b3c42d144d1ca23b2be658d86727_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233de8b3c42d144d1ca23b2be658d86727_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,176 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112349dab7f02d614ed381cebaa13664d5f8_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112349dab7f02d614ed381cebaa13664d5f8_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,177 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112356a8d2774b47407b8a52520c1da87645_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112356a8d2774b47407b8a52520c1da87645_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,178 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112359e59da9653245ca87a64efd747826d5_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112359e59da9653245ca87a64efd747826d5_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,179 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235ed9d3cfd3984fb09a9b6e468982ce9c_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235ed9d3cfd3984fb09a9b6e468982ce9c_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,180 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112371b0dc61fb5f404584006709261c3498_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112371b0dc61fb5f404584006709261c3498_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,181 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112378867bbf80674c64bb35c181e988f12a_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112378867bbf80674c64bb35c181e988f12a_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,182 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238890df7f224f48e293376b6f5bdd45de_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238890df7f224f48e293376b6f5bdd45de_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,183 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238b9b6f5ab5e24a8ab740e486a3bab56e_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238b9b6f5ab5e24a8ab740e486a3bab56e_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,184 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112394c7866ac64648ccb47f201d82916016_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112394c7866ac64648ccb47f201d82916016_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,185 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b0eb6c5b345a4f419f0917a03cc6c32b_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b0eb6c5b345a4f419f0917a03cc6c32b_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,185 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b821a9b8339f4565a0d0f917e709b33a_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b821a9b8339f4565a0d0f917e709b33a_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,186 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cc20156da41642ef98740e2e3cb90f0c_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cc20156da41642ef98740e2e3cb90f0c_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,187 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cd3139c943d44a55a6997f9b8837d8b1_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cd3139c943d44a55a6997f9b8837d8b1_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,188 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d14088f9ea884f49a87938d85da43880_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d14088f9ea884f49a87938d85da43880_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,189 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e3aee77b9f27498baefcda5cd75a35a0_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e3aee77b9f27498baefcda5cd75a35a0_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,190 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e9c43c9557c341dfbe2c692886252add_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e9c43c9557c341dfbe2c692886252add_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,191 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f0ff717e93c34c9fb293185e82da09cf_2d809a53dccdbf83299159083b5fe24e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f0ff717e93c34c9fb293185e82da09cf_2d809a53dccdbf83299159083b5fe24e 2024-11-23T19:41:22,191 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T19:41:22,193 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=52, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:22,195 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T19:41:22,197 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T19:41:22,199 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=52, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:22,199 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T19:41:22,199 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732390882199"}]},"ts":"9223372036854775807"} 2024-11-23T19:41:22,201 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-23T19:41:22,201 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2d809a53dccdbf83299159083b5fe24e, NAME => 'TestAcidGuarantees,,1732390848323.2d809a53dccdbf83299159083b5fe24e.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T19:41:22,201 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T19:41:22,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732390882201"}]},"ts":"9223372036854775807"} 2024-11-23T19:41:22,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-23T19:41:22,204 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=52, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:22,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 72 msec 2024-11-23T19:41:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-23T19:41:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-23T19:41:22,241 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:22,249 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239 (was 237) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/cluster_3240d847-f7e0-6776-bf1b-538b0d0e6151/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/cluster_3240d847-f7e0-6776-bf1b-538b0d0e6151/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_60838384_22 at /127.0.0.1:56694 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 448), ProcessCount=11 (was 11), AvailableMemoryMB=8972 (was 8524) - AvailableMemoryMB LEAK? - 2024-11-23T19:41:22,257 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=8971 2024-11-23T19:41:22,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T19:41:22,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:41:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:22,260 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:41:22,261 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:22,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 53 2024-11-23T19:41:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-23T19:41:22,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:41:22,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742065_1241 (size=959) 2024-11-23T19:41:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-23T19:41:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-23T19:41:22,669 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd 2024-11-23T19:41:22,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742066_1242 (size=53) 2024-11-23T19:41:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-23T19:41:23,078 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:41:23,078 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ba8870d7b077b3f1aef91af13fe791e2, disabling compactions & flushes 2024-11-23T19:41:23,078 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:23,078 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:23,078 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. after waiting 0 ms 2024-11-23T19:41:23,078 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:23,079 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:23,079 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba8870d7b077b3f1aef91af13fe791e2: Waiting for close lock at 1732390883078Disabling compacts and flushes for region at 1732390883078Disabling writes for close at 1732390883078Writing region close event to WAL at 1732390883078Closed at 1732390883078 2024-11-23T19:41:23,081 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:41:23,082 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732390883081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732390883081"}]},"ts":"1732390883081"} 2024-11-23T19:41:23,085 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T19:41:23,086 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:41:23,087 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390883086"}]},"ts":"1732390883086"} 2024-11-23T19:41:23,089 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T19:41:23,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba8870d7b077b3f1aef91af13fe791e2, ASSIGN}] 2024-11-23T19:41:23,091 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba8870d7b077b3f1aef91af13fe791e2, ASSIGN 2024-11-23T19:41:23,092 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba8870d7b077b3f1aef91af13fe791e2, ASSIGN; state=OFFLINE, location=e9a55eb58607,38025,1732390810767; forceNewPlan=false, retain=false 2024-11-23T19:41:23,243 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=ba8870d7b077b3f1aef91af13fe791e2, regionState=OPENING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:23,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba8870d7b077b3f1aef91af13fe791e2, ASSIGN because future has completed 2024-11-23T19:41:23,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:41:23,399 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:23,399 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:41:23,399 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:23,399 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:41:23,399 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:23,399 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-23T19:41:23,400 INFO [StoreOpener-ba8870d7b077b3f1aef91af13fe791e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:23,401 INFO [StoreOpener-ba8870d7b077b3f1aef91af13fe791e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba8870d7b077b3f1aef91af13fe791e2 columnFamilyName A 2024-11-23T19:41:23,401 DEBUG [StoreOpener-ba8870d7b077b3f1aef91af13fe791e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:23,402 INFO [StoreOpener-ba8870d7b077b3f1aef91af13fe791e2-1 {}] regionserver.HStore(327): Store=ba8870d7b077b3f1aef91af13fe791e2/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:41:23,402 INFO [StoreOpener-ba8870d7b077b3f1aef91af13fe791e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:23,403 INFO [StoreOpener-ba8870d7b077b3f1aef91af13fe791e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba8870d7b077b3f1aef91af13fe791e2 columnFamilyName B 2024-11-23T19:41:23,403 DEBUG [StoreOpener-ba8870d7b077b3f1aef91af13fe791e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:23,403 INFO [StoreOpener-ba8870d7b077b3f1aef91af13fe791e2-1 {}] regionserver.HStore(327): Store=ba8870d7b077b3f1aef91af13fe791e2/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:41:23,403 INFO [StoreOpener-ba8870d7b077b3f1aef91af13fe791e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:23,404 INFO [StoreOpener-ba8870d7b077b3f1aef91af13fe791e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba8870d7b077b3f1aef91af13fe791e2 columnFamilyName C 2024-11-23T19:41:23,404 DEBUG [StoreOpener-ba8870d7b077b3f1aef91af13fe791e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:23,405 INFO [StoreOpener-ba8870d7b077b3f1aef91af13fe791e2-1 {}] regionserver.HStore(327): Store=ba8870d7b077b3f1aef91af13fe791e2/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:41:23,405 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:23,406 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:23,406 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:23,407 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:23,407 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:23,407 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T19:41:23,408 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:23,410 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:41:23,411 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened ba8870d7b077b3f1aef91af13fe791e2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69662408, jitterRate=0.03805077075958252}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T19:41:23,411 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:23,411 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for ba8870d7b077b3f1aef91af13fe791e2: Running coprocessor pre-open hook at 1732390883399Writing region info on filesystem at 1732390883399Initializing all the Stores at 1732390883400 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390883400Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390883400Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390883400Cleaning up temporary data from old regions at 1732390883407 (+7 ms)Running coprocessor post-open hooks at 1732390883411 (+4 ms)Region opened successfully at 1732390883411 2024-11-23T19:41:23,412 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., pid=55, masterSystemTime=1732390883396 2024-11-23T19:41:23,414 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:23,414 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:23,415 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=ba8870d7b077b3f1aef91af13fe791e2, regionState=OPEN, openSeqNum=2, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:23,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=54, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:41:23,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-23T19:41:23,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; OpenRegionProcedure ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 in 173 msec 2024-11-23T19:41:23,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-23T19:41:23,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba8870d7b077b3f1aef91af13fe791e2, ASSIGN in 330 msec 2024-11-23T19:41:23,421 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:41:23,422 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390883421"}]},"ts":"1732390883421"} 2024-11-23T19:41:23,423 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T19:41:23,424 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:41:23,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-23T19:41:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-23T19:41:24,411 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:24,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56716a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:24,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:24,413 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abc1d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:24,415 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1790e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:24,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:24,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T19:41:24,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e9a55eb58607,38393,1732390809664 2024-11-23T19:41:24,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28126738 2024-11-23T19:41:24,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T19:41:24,420 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T19:41:24,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e44b286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:24,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:24,422 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21277d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:24,424 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d932df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611ff3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:24,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:24,427 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c076ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:24,428 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d55a2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32865d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:24,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:24,431 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0916be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:24,432 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eacb255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67136d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:24,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:24,434 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e68662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:24,436 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:24,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5d3eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447061ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:24,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:24,438 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:24,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:24,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:24,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2053ebed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:24,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:24,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:24,440 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:24,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65799b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b50bdc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:24,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:24,442 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:24,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:24,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:24,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e856c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:24,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:24,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:24,444 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:24,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12739603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f5f704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:24,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:24,446 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:24,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:24,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:24,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d663d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:24,448 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4e50b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ad5c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:24,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:24,450 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:24,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:24,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:24,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a96f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:24,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:24,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:24,452 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:24,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1bc188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2d949d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:24,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:24,455 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f09a1ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:24,457 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5339f2e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341761a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:24,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:24,458 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:24,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:24,459 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:24,459 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e23e302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,459 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:24,459 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:24,459 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:24,460 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:24,460 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7709403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:24,461 DEBUG [Thread-1145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:24,461 DEBUG [Thread-1136 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:24,461 DEBUG [Thread-1147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:24,461 DEBUG [Thread-1128 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:24,461 DEBUG [Thread-1132 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:24,462 DEBUG [Thread-1143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:24,462 DEBUG [Thread-1139 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:24,462 DEBUG [Thread-1141 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:24,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:24,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:24,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:24,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:24,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:24,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:24,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:24,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:24,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:24,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:24,463 DEBUG [Thread-1141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:24,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:24,463 DEBUG [Thread-1130 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:24,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:24,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:24,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:24,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:24,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:24,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:24,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:24,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:24,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:24,464 DEBUG [Thread-1134 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:24,465 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:41:24,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:24,465 DEBUG [Thread-1134 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:24,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:24,466 DEBUG [Thread-1134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:24,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:24,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:24,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:41:24,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-23T19:41:24,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:24,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:41:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-23T19:41:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:41:24,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:41:24,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:41:24,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:41:24,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:41:24,471 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:41:24,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:41:24,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:41:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:41:24,473 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:41:24,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:41:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:24,479 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:24,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:41:24,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/06d434ceef3b4869bcc12f1c2749ac72 is 50, key is test_row_0/A:col10/1732390884479/Put/seqid=0 2024-11-23T19:41:24,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:24,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390944519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390944521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:24,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:24,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:24,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390944523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:24,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:24,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390944523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:24,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:24,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742067_1243 (size=12001) 2024-11-23T19:41:24,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/06d434ceef3b4869bcc12f1c2749ac72 2024-11-23T19:41:24,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390944527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:24,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-23T19:41:24,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/ba251ae2128d402982d542c449ee6cda is 50, key is test_row_0/B:col10/1732390884479/Put/seqid=0 2024-11-23T19:41:24,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742068_1244 (size=12001) 2024-11-23T19:41:24,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/ba251ae2128d402982d542c449ee6cda 2024-11-23T19:41:24,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-23T19:41:24,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:24,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:24,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:24,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:24,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:24,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390944630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390944630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:24,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:24,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:24,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390944640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390944641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390944641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:24,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/2d4ec21e252f475e8896b85f71f46fc3 is 50, key is test_row_0/C:col10/1732390884479/Put/seqid=0 2024-11-23T19:41:24,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742069_1245 (size=12001) 2024-11-23T19:41:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-23T19:41:24,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-23T19:41:24,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:24,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:24,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:24,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:24,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:24,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390944840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:24,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390944840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:24,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390944851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:24,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:24,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390944851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:24,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:24,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:24,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390944851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:24,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:24,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:24,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-23T19:41:24,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:24,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:24,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:24,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:24,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-23T19:41:25,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:25,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:25,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:25,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-23T19:41:25,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/2d4ec21e252f475e8896b85f71f46fc3 2024-11-23T19:41:25,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/06d434ceef3b4869bcc12f1c2749ac72 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/06d434ceef3b4869bcc12f1c2749ac72 2024-11-23T19:41:25,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/06d434ceef3b4869bcc12f1c2749ac72, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T19:41:25,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/ba251ae2128d402982d542c449ee6cda as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/ba251ae2128d402982d542c449ee6cda 2024-11-23T19:41:25,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/ba251ae2128d402982d542c449ee6cda, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T19:41:25,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/2d4ec21e252f475e8896b85f71f46fc3 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/2d4ec21e252f475e8896b85f71f46fc3 2024-11-23T19:41:25,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/2d4ec21e252f475e8896b85f71f46fc3, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T19:41:25,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ba8870d7b077b3f1aef91af13fe791e2 in 652ms, sequenceid=14, compaction requested=false 2024-11-23T19:41:25,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:25,152 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:25,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T19:41:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:25,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/d843aa178c504bf78311d3ffacee9bbb is 50, key is test_row_0/A:col10/1732390885152/Put/seqid=0 2024-11-23T19:41:25,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390945164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390945165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390945169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390945169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390945173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742070_1246 (size=14341) 2024-11-23T19:41:25,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-23T19:41:25,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:25,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:25,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:25,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390945280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390945280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390945280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390945280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390945280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-23T19:41:25,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:25,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:25,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:25,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390945490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390945491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390945491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390945491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390945491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-23T19:41:25,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:25,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:25,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:25,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/d843aa178c504bf78311d3ffacee9bbb 2024-11-23T19:41:25,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/c4b8ca209ebe4742855970e5f7889331 is 50, key is test_row_0/B:col10/1732390885152/Put/seqid=0 2024-11-23T19:41:25,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742071_1247 (size=12001) 2024-11-23T19:41:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-23T19:41:25,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-23T19:41:25,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:25,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:25,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:25,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390945801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390945801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390945801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390945801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390945801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:25,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-23T19:41:25,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:25,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:25,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:25,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:25,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/c4b8ca209ebe4742855970e5f7889331 2024-11-23T19:41:26,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/25690d8d6ecf494bbfa5f83a9bd7aade is 50, key is test_row_0/C:col10/1732390885152/Put/seqid=0 2024-11-23T19:41:26,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-23T19:41:26,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:26,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:26,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:26,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:26,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:26,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742072_1248 (size=12001) 2024-11-23T19:41:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:26,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/25690d8d6ecf494bbfa5f83a9bd7aade 2024-11-23T19:41:26,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/d843aa178c504bf78311d3ffacee9bbb as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/d843aa178c504bf78311d3ffacee9bbb 2024-11-23T19:41:26,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/d843aa178c504bf78311d3ffacee9bbb, entries=200, sequenceid=39, filesize=14.0 K 2024-11-23T19:41:26,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/c4b8ca209ebe4742855970e5f7889331 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c4b8ca209ebe4742855970e5f7889331 2024-11-23T19:41:26,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c4b8ca209ebe4742855970e5f7889331, entries=150, sequenceid=39, filesize=11.7 K 2024-11-23T19:41:26,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/25690d8d6ecf494bbfa5f83a9bd7aade as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/25690d8d6ecf494bbfa5f83a9bd7aade 2024-11-23T19:41:26,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/25690d8d6ecf494bbfa5f83a9bd7aade, entries=150, sequenceid=39, filesize=11.7 K 2024-11-23T19:41:26,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for ba8870d7b077b3f1aef91af13fe791e2 in 876ms, sequenceid=39, compaction requested=false 2024-11-23T19:41:26,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:26,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-23T19:41:26,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:26,162 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T19:41:26,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/0d3c1f3faa944f92a6e5caae0f090b2d is 50, key is test_row_0/A:col10/1732390885168/Put/seqid=0 2024-11-23T19:41:26,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742073_1249 (size=12001) 2024-11-23T19:41:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:26,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:26,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390946336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390946337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390946338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390946339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390946339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390946450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390946450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390946451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390946452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390946452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,576 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/0d3c1f3faa944f92a6e5caae0f090b2d 2024-11-23T19:41:26,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/a04f8522d8b74a88b28ca72857ba4557 is 50, key is test_row_0/B:col10/1732390885168/Put/seqid=0 2024-11-23T19:41:26,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742074_1250 (size=12001) 2024-11-23T19:41:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-23T19:41:26,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:41:26,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390946660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390946660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390946660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390946660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390946661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390946970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390946970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390946971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390946971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:26,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390946971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:27,001 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/a04f8522d8b74a88b28ca72857ba4557 2024-11-23T19:41:27,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/adc4c6fdd966429193bae1ff63e0efc7 is 50, key is test_row_0/C:col10/1732390885168/Put/seqid=0 2024-11-23T19:41:27,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742075_1251 (size=12001) 2024-11-23T19:41:27,412 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/adc4c6fdd966429193bae1ff63e0efc7 2024-11-23T19:41:27,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/0d3c1f3faa944f92a6e5caae0f090b2d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/0d3c1f3faa944f92a6e5caae0f090b2d 2024-11-23T19:41:27,419 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/0d3c1f3faa944f92a6e5caae0f090b2d, entries=150, sequenceid=52, filesize=11.7 K 2024-11-23T19:41:27,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/a04f8522d8b74a88b28ca72857ba4557 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a04f8522d8b74a88b28ca72857ba4557 2024-11-23T19:41:27,423 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a04f8522d8b74a88b28ca72857ba4557, entries=150, sequenceid=52, filesize=11.7 K 2024-11-23T19:41:27,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/adc4c6fdd966429193bae1ff63e0efc7 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/adc4c6fdd966429193bae1ff63e0efc7 2024-11-23T19:41:27,427 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/adc4c6fdd966429193bae1ff63e0efc7, entries=150, sequenceid=52, filesize=11.7 K 2024-11-23T19:41:27,428 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ba8870d7b077b3f1aef91af13fe791e2 in 1266ms, sequenceid=52, compaction requested=true 2024-11-23T19:41:27,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:27,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:27,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-23T19:41:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-23T19:41:27,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-23T19:41:27,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9560 sec 2024-11-23T19:41:27,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 2.9670 sec 2024-11-23T19:41:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:27,483 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:27,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T19:41:27,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/6f8e385c2d6e486a8db08c5ae54c73e2 is 50, key is test_row_0/A:col10/1732390886338/Put/seqid=0 2024-11-23T19:41:27,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742076_1252 (size=14341) 2024-11-23T19:41:27,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/6f8e385c2d6e486a8db08c5ae54c73e2 2024-11-23T19:41:27,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390947490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:27,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:27,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390947490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:27,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:27,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/86171bfde9ba4bc182b6607724b2fd9b is 50, key is test_row_0/B:col10/1732390886338/Put/seqid=0 2024-11-23T19:41:27,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390947494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:27,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390947495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:27,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:27,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:27,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390947496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:27,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:27,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:27,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742077_1253 (size=12001) 2024-11-23T19:41:27,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390947600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:27,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:27,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390947610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:27,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390947610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:27,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390947610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:27,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390947810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:27,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:27,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390947820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390947820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:27,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390947820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:27,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/86171bfde9ba4bc182b6607724b2fd9b 2024-11-23T19:41:27,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/4c79dba3062a4c289b451f69620b5487 is 50, key is test_row_0/C:col10/1732390886338/Put/seqid=0 2024-11-23T19:41:27,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742078_1254 (size=12001) 2024-11-23T19:41:28,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390948121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:28,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:28,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390948130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:28,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:28,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390948130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:28,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:28,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:28,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390948130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:28,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:28,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:28,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/4c79dba3062a4c289b451f69620b5487 2024-11-23T19:41:28,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/6f8e385c2d6e486a8db08c5ae54c73e2 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/6f8e385c2d6e486a8db08c5ae54c73e2 2024-11-23T19:41:28,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/6f8e385c2d6e486a8db08c5ae54c73e2, entries=200, sequenceid=76, filesize=14.0 K 2024-11-23T19:41:28,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/86171bfde9ba4bc182b6607724b2fd9b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/86171bfde9ba4bc182b6607724b2fd9b 2024-11-23T19:41:28,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/86171bfde9ba4bc182b6607724b2fd9b, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T19:41:28,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/4c79dba3062a4c289b451f69620b5487 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/4c79dba3062a4c289b451f69620b5487 2024-11-23T19:41:28,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/4c79dba3062a4c289b451f69620b5487, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T19:41:28,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for ba8870d7b077b3f1aef91af13fe791e2 in 869ms, sequenceid=76, compaction requested=true 2024-11-23T19:41:28,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:28,353 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:41:28,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:41:28,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:28,353 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:41:28,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:41:28,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:28,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:41:28,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:28,354 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:41:28,354 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/A is initiating minor compaction (all files) 2024-11-23T19:41:28,354 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/A in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:28,354 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/06d434ceef3b4869bcc12f1c2749ac72, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/d843aa178c504bf78311d3ffacee9bbb, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/0d3c1f3faa944f92a6e5caae0f090b2d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/6f8e385c2d6e486a8db08c5ae54c73e2] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=51.4 K 2024-11-23T19:41:28,355 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06d434ceef3b4869bcc12f1c2749ac72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732390884475 2024-11-23T19:41:28,355 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:41:28,355 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/B is initiating minor compaction (all files) 2024-11-23T19:41:28,355 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/B in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:28,355 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/ba251ae2128d402982d542c449ee6cda, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c4b8ca209ebe4742855970e5f7889331, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a04f8522d8b74a88b28ca72857ba4557, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/86171bfde9ba4bc182b6607724b2fd9b] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=46.9 K 2024-11-23T19:41:28,355 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting ba251ae2128d402982d542c449ee6cda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732390884475 2024-11-23T19:41:28,355 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting d843aa178c504bf78311d3ffacee9bbb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732390884521 2024-11-23T19:41:28,356 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting c4b8ca209ebe4742855970e5f7889331, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732390884525 2024-11-23T19:41:28,356 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d3c1f3faa944f92a6e5caae0f090b2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732390885163 2024-11-23T19:41:28,356 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting a04f8522d8b74a88b28ca72857ba4557, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732390885163 2024-11-23T19:41:28,356 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f8e385c2d6e486a8db08c5ae54c73e2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732390886336 2024-11-23T19:41:28,356 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 86171bfde9ba4bc182b6607724b2fd9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732390886337 2024-11-23T19:41:28,365 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#B#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:28,365 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#A#compaction#208 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:28,365 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/f30bc2d0316847e2abe31710a5d90749 is 50, key is test_row_0/B:col10/1732390886338/Put/seqid=0 2024-11-23T19:41:28,365 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/30f73e649531462488c3fbf8fe8e0bcf is 50, key is test_row_0/A:col10/1732390886338/Put/seqid=0 2024-11-23T19:41:28,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742079_1255 (size=12139) 2024-11-23T19:41:28,403 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/30f73e649531462488c3fbf8fe8e0bcf as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/30f73e649531462488c3fbf8fe8e0bcf 2024-11-23T19:41:28,415 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/A of ba8870d7b077b3f1aef91af13fe791e2 into 30f73e649531462488c3fbf8fe8e0bcf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:28,415 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:28,415 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/A, priority=12, startTime=1732390888353; duration=0sec 2024-11-23T19:41:28,415 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:28,415 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:A 2024-11-23T19:41:28,416 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:41:28,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742080_1256 (size=12139) 2024-11-23T19:41:28,418 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:41:28,418 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/C is initiating minor compaction (all files) 2024-11-23T19:41:28,419 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/C in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:28,419 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/2d4ec21e252f475e8896b85f71f46fc3, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/25690d8d6ecf494bbfa5f83a9bd7aade, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/adc4c6fdd966429193bae1ff63e0efc7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/4c79dba3062a4c289b451f69620b5487] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=46.9 K 2024-11-23T19:41:28,419 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d4ec21e252f475e8896b85f71f46fc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732390884475 2024-11-23T19:41:28,420 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25690d8d6ecf494bbfa5f83a9bd7aade, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732390884525 2024-11-23T19:41:28,420 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting adc4c6fdd966429193bae1ff63e0efc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732390885163 2024-11-23T19:41:28,420 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c79dba3062a4c289b451f69620b5487, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732390886337 2024-11-23T19:41:28,429 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#C#compaction#209 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:28,430 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/4909eb994cb347b09fad6fe0a3f45bb5 is 50, key is test_row_0/C:col10/1732390886338/Put/seqid=0 2024-11-23T19:41:28,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742081_1257 (size=12139) 2024-11-23T19:41:28,441 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/4909eb994cb347b09fad6fe0a3f45bb5 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/4909eb994cb347b09fad6fe0a3f45bb5 2024-11-23T19:41:28,446 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/C of ba8870d7b077b3f1aef91af13fe791e2 into 4909eb994cb347b09fad6fe0a3f45bb5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:28,446 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:28,446 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/C, priority=12, startTime=1732390888353; duration=0sec 2024-11-23T19:41:28,446 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:28,446 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:C 2024-11-23T19:41:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:28,512 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:28,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T19:41:28,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/5e411affef28415ca394f7914b1d7779 is 50, key is test_row_0/A:col10/1732390887493/Put/seqid=0 2024-11-23T19:41:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742082_1258 (size=14341) 2024-11-23T19:41:28,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/5e411affef28415ca394f7914b1d7779 2024-11-23T19:41:28,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/d147fb5a77c04e9c97c1910e37a16278 is 50, key is test_row_0/B:col10/1732390887493/Put/seqid=0 2024-11-23T19:41:28,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742083_1259 (size=12001) 2024-11-23T19:41:28,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/d147fb5a77c04e9c97c1910e37a16278 2024-11-23T19:41:28,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/bba324b87afa49bea57b162e88bb0696 is 50, key is test_row_0/C:col10/1732390887493/Put/seqid=0 2024-11-23T19:41:28,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742084_1260 (size=12001) 2024-11-23T19:41:28,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/bba324b87afa49bea57b162e88bb0696 2024-11-23T19:41:28,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/5e411affef28415ca394f7914b1d7779 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/5e411affef28415ca394f7914b1d7779 2024-11-23T19:41:28,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/5e411affef28415ca394f7914b1d7779, entries=200, sequenceid=92, filesize=14.0 K 2024-11-23T19:41:28,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/d147fb5a77c04e9c97c1910e37a16278 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/d147fb5a77c04e9c97c1910e37a16278 2024-11-23T19:41:28,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/d147fb5a77c04e9c97c1910e37a16278, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T19:41:28,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/bba324b87afa49bea57b162e88bb0696 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/bba324b87afa49bea57b162e88bb0696 2024-11-23T19:41:28,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/bba324b87afa49bea57b162e88bb0696, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T19:41:28,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=93.93 KB/96180 for ba8870d7b077b3f1aef91af13fe791e2 in 66ms, sequenceid=92, compaction requested=false 2024-11-23T19:41:28,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:28,582 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:28,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T19:41:28,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/a6922b19a5f44342a76a6c90e0872a75 is 50, key is test_row_0/A:col10/1732390888572/Put/seqid=0 2024-11-23T19:41:28,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742085_1261 (size=14341) 2024-11-23T19:41:28,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/a6922b19a5f44342a76a6c90e0872a75 2024-11-23T19:41:28,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/713aaedd674446478e0db1979d758f52 is 50, key is test_row_0/B:col10/1732390888572/Put/seqid=0 2024-11-23T19:41:28,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742086_1262 (size=12001) 2024-11-23T19:41:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-23T19:41:28,631 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:28,631 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:41:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-23T19:41:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-23T19:41:28,633 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:41:28,633 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:41:28,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:41:28,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390948639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:28,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:28,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390948640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:28,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:28,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390948641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:28,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390948641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390948641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-23T19:41:28,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390948750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390948750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:28,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-23T19:41:28,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:28,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:28,822 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/f30bc2d0316847e2abe31710a5d90749 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/f30bc2d0316847e2abe31710a5d90749 2024-11-23T19:41:28,827 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/B of ba8870d7b077b3f1aef91af13fe791e2 into f30bc2d0316847e2abe31710a5d90749(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:28,827 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:28,827 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/B, priority=12, startTime=1732390888353; duration=0sec 2024-11-23T19:41:28,827 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:28,827 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:B 2024-11-23T19:41:28,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-23T19:41:28,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:28,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:28,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:28,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:28,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-23T19:41:28,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390948960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:28,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390948960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:28,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:28,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:29,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/713aaedd674446478e0db1979d758f52 2024-11-23T19:41:29,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/19e9834a87824e408be053b3b21ddca5 is 50, key is test_row_0/C:col10/1732390888572/Put/seqid=0 2024-11-23T19:41:29,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742087_1263 (size=12001) 2024-11-23T19:41:29,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-23T19:41:29,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:29,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:29,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:29,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:29,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:29,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-23T19:41:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:29,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:29,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:29,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:29,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-23T19:41:29,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390949270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:29,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:29,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390949270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:29,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:29,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:29,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-23T19:41:29,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:29,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:29,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:29,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:29,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:29,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/19e9834a87824e408be053b3b21ddca5 2024-11-23T19:41:29,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/a6922b19a5f44342a76a6c90e0872a75 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/a6922b19a5f44342a76a6c90e0872a75 2024-11-23T19:41:29,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/a6922b19a5f44342a76a6c90e0872a75, entries=200, sequenceid=110, filesize=14.0 K 2024-11-23T19:41:29,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/713aaedd674446478e0db1979d758f52 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/713aaedd674446478e0db1979d758f52 2024-11-23T19:41:29,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/713aaedd674446478e0db1979d758f52, entries=150, sequenceid=110, filesize=11.7 K 2024-11-23T19:41:29,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/19e9834a87824e408be053b3b21ddca5 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/19e9834a87824e408be053b3b21ddca5 2024-11-23T19:41:29,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/19e9834a87824e408be053b3b21ddca5, entries=150, sequenceid=110, filesize=11.7 K 2024-11-23T19:41:29,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for ba8870d7b077b3f1aef91af13fe791e2 in 857ms, sequenceid=110, compaction requested=true 2024-11-23T19:41:29,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:29,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:41:29,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:29,439 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:29,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:41:29,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:29,439 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:29,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:41:29,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:29,440 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:29,440 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:29,440 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/A is initiating minor compaction (all files) 2024-11-23T19:41:29,440 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/B is initiating minor compaction (all files) 2024-11-23T19:41:29,440 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/B in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:29,440 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/A in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:29,441 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/f30bc2d0316847e2abe31710a5d90749, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/d147fb5a77c04e9c97c1910e37a16278, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/713aaedd674446478e0db1979d758f52] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=35.3 K 2024-11-23T19:41:29,441 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/30f73e649531462488c3fbf8fe8e0bcf, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/5e411affef28415ca394f7914b1d7779, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/a6922b19a5f44342a76a6c90e0872a75] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=39.9 K 2024-11-23T19:41:29,441 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting f30bc2d0316847e2abe31710a5d90749, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732390886337 2024-11-23T19:41:29,441 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30f73e649531462488c3fbf8fe8e0bcf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732390886337 2024-11-23T19:41:29,441 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e411affef28415ca394f7914b1d7779, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732390887493 2024-11-23T19:41:29,442 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting d147fb5a77c04e9c97c1910e37a16278, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732390887493 2024-11-23T19:41:29,442 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6922b19a5f44342a76a6c90e0872a75, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732390888562 2024-11-23T19:41:29,442 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 713aaedd674446478e0db1979d758f52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732390888572 2024-11-23T19:41:29,449 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:29,450 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/0500f30694364171a9cd60880bed6ac6 is 50, key is test_row_0/A:col10/1732390888572/Put/seqid=0 2024-11-23T19:41:29,456 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#B#compaction#217 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:29,456 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/e0185bb788d14b71a9d0b5e8e63d9caf is 50, key is test_row_0/B:col10/1732390888572/Put/seqid=0 2024-11-23T19:41:29,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742088_1264 (size=12241) 2024-11-23T19:41:29,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742089_1265 (size=12241) 2024-11-23T19:41:29,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-23T19:41:29,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:29,549 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T19:41:29,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/55ca6662e6c241aca852da26daa2a272 is 50, key is test_row_0/A:col10/1732390888639/Put/seqid=0 2024-11-23T19:41:29,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742090_1266 (size=12001) 2024-11-23T19:41:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:29,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:29,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390949673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:29,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:29,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390949677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:29,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:29,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390949677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:29,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-23T19:41:29,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390949780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:29,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390949780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:29,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390949780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:29,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:29,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:29,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390949790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:29,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:29,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390949790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:29,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:29,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:29,864 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/0500f30694364171a9cd60880bed6ac6 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/0500f30694364171a9cd60880bed6ac6 2024-11-23T19:41:29,869 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/A of ba8870d7b077b3f1aef91af13fe791e2 into 0500f30694364171a9cd60880bed6ac6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:29,869 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:29,869 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/A, priority=13, startTime=1732390889439; duration=0sec 2024-11-23T19:41:29,869 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:29,869 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:A 2024-11-23T19:41:29,869 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:29,870 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:29,870 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/C is initiating minor compaction (all files) 2024-11-23T19:41:29,870 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/C in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:29,871 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/4909eb994cb347b09fad6fe0a3f45bb5, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/bba324b87afa49bea57b162e88bb0696, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/19e9834a87824e408be053b3b21ddca5] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=35.3 K 2024-11-23T19:41:29,871 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4909eb994cb347b09fad6fe0a3f45bb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732390886337 2024-11-23T19:41:29,871 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting bba324b87afa49bea57b162e88bb0696, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732390887493 2024-11-23T19:41:29,872 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19e9834a87824e408be053b3b21ddca5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732390888572 2024-11-23T19:41:29,872 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/e0185bb788d14b71a9d0b5e8e63d9caf as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/e0185bb788d14b71a9d0b5e8e63d9caf 2024-11-23T19:41:29,876 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/B of ba8870d7b077b3f1aef91af13fe791e2 into e0185bb788d14b71a9d0b5e8e63d9caf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:29,877 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:29,877 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/B, priority=13, startTime=1732390889439; duration=0sec 2024-11-23T19:41:29,877 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:29,877 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:B 2024-11-23T19:41:29,880 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#C#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:29,880 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/7d02bc18e67c4ed9b83ada2325e7ec37 is 50, key is test_row_0/C:col10/1732390888572/Put/seqid=0 2024-11-23T19:41:29,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742091_1267 (size=12241) 2024-11-23T19:41:29,891 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/7d02bc18e67c4ed9b83ada2325e7ec37 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/7d02bc18e67c4ed9b83ada2325e7ec37 2024-11-23T19:41:29,895 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/C of ba8870d7b077b3f1aef91af13fe791e2 into 7d02bc18e67c4ed9b83ada2325e7ec37(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:29,895 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:29,895 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/C, priority=13, startTime=1732390889439; duration=0sec 2024-11-23T19:41:29,895 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:29,895 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:C 2024-11-23T19:41:29,958 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/55ca6662e6c241aca852da26daa2a272 2024-11-23T19:41:29,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/1f0e619d00594bac994d85a6ceee2905 is 50, key is test_row_0/B:col10/1732390888639/Put/seqid=0 2024-11-23T19:41:29,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742092_1268 (size=12001) 2024-11-23T19:41:29,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390949990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:29,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:29,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:30,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390950000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:30,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:30,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390950000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:30,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:30,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390950300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:30,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:30,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390950311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:30,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:30,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390950311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:30,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:30,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:30,380 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/1f0e619d00594bac994d85a6ceee2905 2024-11-23T19:41:30,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/b05025683523431b8253a9eef3b5422e is 50, key is test_row_0/C:col10/1732390888639/Put/seqid=0 2024-11-23T19:41:30,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742093_1269 (size=12001) 2024-11-23T19:41:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-23T19:41:30,792 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/b05025683523431b8253a9eef3b5422e 2024-11-23T19:41:30,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390950790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:30,794 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in ba8870d7b077b3f1aef91af13fe791e2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:30,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/55ca6662e6c241aca852da26daa2a272 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/55ca6662e6c241aca852da26daa2a272 2024-11-23T19:41:30,799 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/55ca6662e6c241aca852da26daa2a272, entries=150, sequenceid=129, filesize=11.7 K 2024-11-23T19:41:30,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/1f0e619d00594bac994d85a6ceee2905 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/1f0e619d00594bac994d85a6ceee2905 2024-11-23T19:41:30,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390950800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:30,804 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/1f0e619d00594bac994d85a6ceee2905, entries=150, sequenceid=129, filesize=11.7 K 2024-11-23T19:41:30,804 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in ba8870d7b077b3f1aef91af13fe791e2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:30,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/b05025683523431b8253a9eef3b5422e as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/b05025683523431b8253a9eef3b5422e 2024-11-23T19:41:30,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:30,808 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/b05025683523431b8253a9eef3b5422e, entries=150, sequenceid=129, filesize=11.7 K 2024-11-23T19:41:30,808 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for ba8870d7b077b3f1aef91af13fe791e2 in 1259ms, sequenceid=129, compaction requested=false 2024-11-23T19:41:30,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:30,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:30,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-23T19:41:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-23T19:41:30,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-23T19:41:30,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1770 sec 2024-11-23T19:41:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:30,812 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:30,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T19:41:30,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.1810 sec 2024-11-23T19:41:30,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/1ddbcf11eb42477bbfb84e1fb3a44bea is 50, key is test_row_0/A:col10/1732390889667/Put/seqid=0 2024-11-23T19:41:30,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742094_1270 (size=14541) 2024-11-23T19:41:30,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390950844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:30,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:30,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390950847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:30,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390950847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:30,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390950950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:30,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:30,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390950960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:30,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:30,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390950960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:30,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:30,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:30,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:31,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390951160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:31,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:31,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390951170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:31,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:31,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390951170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:31,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:31,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:31,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/1ddbcf11eb42477bbfb84e1fb3a44bea 2024-11-23T19:41:31,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/550e15ee52ac422382396d5397321899 is 50, key is test_row_0/B:col10/1732390889667/Put/seqid=0 2024-11-23T19:41:31,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742095_1271 (size=12151) 2024-11-23T19:41:31,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390951470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:31,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390951481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390951481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:31,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/550e15ee52ac422382396d5397321899 2024-11-23T19:41:31,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/175714aa1ba545cdb0c95c01d73e4ac2 is 50, key is test_row_0/C:col10/1732390889667/Put/seqid=0 2024-11-23T19:41:31,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742096_1272 (size=12151) 2024-11-23T19:41:31,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390951980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:31,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:31,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390951991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:31,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390951991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:31,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:31,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:31,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:32,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/175714aa1ba545cdb0c95c01d73e4ac2 2024-11-23T19:41:32,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/1ddbcf11eb42477bbfb84e1fb3a44bea as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/1ddbcf11eb42477bbfb84e1fb3a44bea 2024-11-23T19:41:32,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/1ddbcf11eb42477bbfb84e1fb3a44bea, entries=200, sequenceid=151, filesize=14.2 K 2024-11-23T19:41:32,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/550e15ee52ac422382396d5397321899 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/550e15ee52ac422382396d5397321899 2024-11-23T19:41:32,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/550e15ee52ac422382396d5397321899, entries=150, sequenceid=151, filesize=11.9 K 2024-11-23T19:41:32,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/175714aa1ba545cdb0c95c01d73e4ac2 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/175714aa1ba545cdb0c95c01d73e4ac2 2024-11-23T19:41:32,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/175714aa1ba545cdb0c95c01d73e4ac2, entries=150, sequenceid=151, filesize=11.9 K 2024-11-23T19:41:32,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for ba8870d7b077b3f1aef91af13fe791e2 in 1302ms, sequenceid=151, compaction requested=true 2024-11-23T19:41:32,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:32,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:41:32,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:32,115 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:32,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:41:32,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:32,115 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:32,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:41:32,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:32,115 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:32,115 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:32,115 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/A is initiating minor compaction (all files) 2024-11-23T19:41:32,115 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/B is initiating minor compaction (all files) 2024-11-23T19:41:32,115 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/A in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:32,116 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/B in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:32,116 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/0500f30694364171a9cd60880bed6ac6, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/55ca6662e6c241aca852da26daa2a272, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/1ddbcf11eb42477bbfb84e1fb3a44bea] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=37.9 K 2024-11-23T19:41:32,116 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/e0185bb788d14b71a9d0b5e8e63d9caf, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/1f0e619d00594bac994d85a6ceee2905, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/550e15ee52ac422382396d5397321899] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=35.5 K 2024-11-23T19:41:32,116 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0500f30694364171a9cd60880bed6ac6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732390888572 2024-11-23T19:41:32,116 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting e0185bb788d14b71a9d0b5e8e63d9caf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732390888572 2024-11-23T19:41:32,116 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f0e619d00594bac994d85a6ceee2905, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732390888620 2024-11-23T19:41:32,116 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55ca6662e6c241aca852da26daa2a272, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732390888620 2024-11-23T19:41:32,116 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 550e15ee52ac422382396d5397321899, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732390889667 2024-11-23T19:41:32,116 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ddbcf11eb42477bbfb84e1fb3a44bea, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732390889667 2024-11-23T19:41:32,138 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#B#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:32,138 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/e7384cda649742f5963372d32e14fd70 is 50, key is test_row_0/B:col10/1732390889667/Put/seqid=0 2024-11-23T19:41:32,138 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#A#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:32,139 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/911a11d958af41b08b175cef5370c68a is 50, key is test_row_0/A:col10/1732390889667/Put/seqid=0 2024-11-23T19:41:32,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742097_1273 (size=12493) 2024-11-23T19:41:32,147 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/911a11d958af41b08b175cef5370c68a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/911a11d958af41b08b175cef5370c68a 2024-11-23T19:41:32,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742098_1274 (size=12493) 2024-11-23T19:41:32,152 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/A of ba8870d7b077b3f1aef91af13fe791e2 into 911a11d958af41b08b175cef5370c68a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:32,152 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:32,152 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/A, priority=13, startTime=1732390892114; duration=0sec 2024-11-23T19:41:32,153 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:32,153 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:A 2024-11-23T19:41:32,153 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:32,154 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:32,154 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/C is initiating minor compaction (all files) 2024-11-23T19:41:32,154 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/C in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:32,154 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/7d02bc18e67c4ed9b83ada2325e7ec37, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/b05025683523431b8253a9eef3b5422e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/175714aa1ba545cdb0c95c01d73e4ac2] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=35.5 K 2024-11-23T19:41:32,154 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d02bc18e67c4ed9b83ada2325e7ec37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732390888572 2024-11-23T19:41:32,155 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting b05025683523431b8253a9eef3b5422e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732390888620 2024-11-23T19:41:32,155 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 175714aa1ba545cdb0c95c01d73e4ac2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732390889667 2024-11-23T19:41:32,163 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#C#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:32,163 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/cac19fdac5b64c79913ce71563663440 is 50, key is test_row_0/C:col10/1732390889667/Put/seqid=0 2024-11-23T19:41:32,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742099_1275 (size=12493) 2024-11-23T19:41:32,553 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/e7384cda649742f5963372d32e14fd70 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/e7384cda649742f5963372d32e14fd70 2024-11-23T19:41:32,556 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/B of ba8870d7b077b3f1aef91af13fe791e2 into e7384cda649742f5963372d32e14fd70(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:32,556 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:32,556 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/B, priority=13, startTime=1732390892115; duration=0sec 2024-11-23T19:41:32,557 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:32,557 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:B 2024-11-23T19:41:32,572 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/cac19fdac5b64c79913ce71563663440 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/cac19fdac5b64c79913ce71563663440 2024-11-23T19:41:32,575 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/C of ba8870d7b077b3f1aef91af13fe791e2 into cac19fdac5b64c79913ce71563663440(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:32,575 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:32,575 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/C, priority=13, startTime=1732390892115; duration=0sec 2024-11-23T19:41:32,575 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:32,575 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:C 2024-11-23T19:41:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-23T19:41:32,791 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:32,791 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:41:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-23T19:41:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-23T19:41:32,793 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:41:32,793 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:41:32,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:41:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:32,822 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:32,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T19:41:32,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/5bdee06be0fb4e96b6fbc57d53e48848 is 50, key is test_row_0/A:col10/1732390892821/Put/seqid=0 2024-11-23T19:41:32,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742100_1276 (size=14541) 2024-11-23T19:41:32,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390952850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:32,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:32,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390952852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:32,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:32,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:32,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:32,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:32,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-23T19:41:32,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-23T19:41:32,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:32,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:32,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:32,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:32,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:32,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390952960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:32,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:32,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:32,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:32,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390952960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:32,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:32,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:32,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:32,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390952990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:32,992 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in ba8870d7b077b3f1aef91af13fe791e2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:32,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:32,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:32,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:33,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390953000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:33,002 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in ba8870d7b077b3f1aef91af13fe791e2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:33,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:33,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:33,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:33,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390953010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:33,012 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_1' in ba8870d7b077b3f1aef91af13fe791e2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:33,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-23T19:41:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:33,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:33,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:33,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:33,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-23T19:41:33,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390953170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:33,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390953170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:33,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/5bdee06be0fb4e96b6fbc57d53e48848 2024-11-23T19:41:33,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/1792684b773c496aaddbf987d9909ba8 is 50, key is test_row_0/B:col10/1732390892821/Put/seqid=0 2024-11-23T19:41:33,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742101_1277 (size=12151) 2024-11-23T19:41:33,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/1792684b773c496aaddbf987d9909ba8 2024-11-23T19:41:33,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/bf0e07843a714b22b4774e40365ff335 is 50, key is test_row_0/C:col10/1732390892821/Put/seqid=0 2024-11-23T19:41:33,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742102_1278 (size=12151) 2024-11-23T19:41:33,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-23T19:41:33,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:33,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:33,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:33,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:33,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:33,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-23T19:41:33,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:33,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:33,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:33,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:33,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-23T19:41:33,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390953481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:33,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:33,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:33,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:33,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390953481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:33,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:33,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:33,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:33,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-23T19:41:33,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:33,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:33,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:33,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:33,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:33,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/bf0e07843a714b22b4774e40365ff335 2024-11-23T19:41:33,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/5bdee06be0fb4e96b6fbc57d53e48848 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/5bdee06be0fb4e96b6fbc57d53e48848 2024-11-23T19:41:33,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/5bdee06be0fb4e96b6fbc57d53e48848, entries=200, sequenceid=172, filesize=14.2 K 2024-11-23T19:41:33,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/1792684b773c496aaddbf987d9909ba8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/1792684b773c496aaddbf987d9909ba8 2024-11-23T19:41:33,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/1792684b773c496aaddbf987d9909ba8, entries=150, sequenceid=172, filesize=11.9 K 2024-11-23T19:41:33,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/bf0e07843a714b22b4774e40365ff335 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/bf0e07843a714b22b4774e40365ff335 2024-11-23T19:41:33,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/bf0e07843a714b22b4774e40365ff335, entries=150, sequenceid=172, filesize=11.9 K 2024-11-23T19:41:33,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for ba8870d7b077b3f1aef91af13fe791e2 in 853ms, sequenceid=172, compaction requested=false 2024-11-23T19:41:33,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:33,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-23T19:41:33,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:33,710 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T19:41:33,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/f405bdce40ab441dafbf106573c66615 is 50, key is test_row_0/A:col10/1732390892849/Put/seqid=0 2024-11-23T19:41:33,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742103_1279 (size=12151) 2024-11-23T19:41:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-23T19:41:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:33,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:34,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390954016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:34,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390954019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:34,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:34,120 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/f405bdce40ab441dafbf106573c66615 2024-11-23T19:41:34,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/932a7086b2b54898bfd8150db996f1f4 is 50, key is test_row_0/B:col10/1732390892849/Put/seqid=0 2024-11-23T19:41:34,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742104_1280 (size=12151) 2024-11-23T19:41:34,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390954130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:34,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:34,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390954130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:34,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:34,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:34,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390954341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390954341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:34,530 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/932a7086b2b54898bfd8150db996f1f4 2024-11-23T19:41:34,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/a464b52c542e4f15bb14bfcaee9cf169 is 50, key is test_row_0/C:col10/1732390892849/Put/seqid=0 2024-11-23T19:41:34,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742105_1281 (size=12151) 2024-11-23T19:41:34,545 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/a464b52c542e4f15bb14bfcaee9cf169 2024-11-23T19:41:34,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/f405bdce40ab441dafbf106573c66615 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/f405bdce40ab441dafbf106573c66615 2024-11-23T19:41:34,552 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/f405bdce40ab441dafbf106573c66615, entries=150, sequenceid=190, filesize=11.9 K 2024-11-23T19:41:34,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/932a7086b2b54898bfd8150db996f1f4 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/932a7086b2b54898bfd8150db996f1f4 2024-11-23T19:41:34,557 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/932a7086b2b54898bfd8150db996f1f4, entries=150, sequenceid=190, filesize=11.9 K 2024-11-23T19:41:34,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/a464b52c542e4f15bb14bfcaee9cf169 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/a464b52c542e4f15bb14bfcaee9cf169 2024-11-23T19:41:34,561 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/a464b52c542e4f15bb14bfcaee9cf169, entries=150, sequenceid=190, filesize=11.9 K 2024-11-23T19:41:34,562 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for ba8870d7b077b3f1aef91af13fe791e2 in 851ms, sequenceid=190, compaction requested=true 2024-11-23T19:41:34,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:34,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:34,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-23T19:41:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-23T19:41:34,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-23T19:41:34,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7700 sec 2024-11-23T19:41:34,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.7740 sec 2024-11-23T19:41:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:34,654 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:34,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T19:41:34,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/8b1130100195403b80c20ea19fe2e88c is 50, key is test_row_0/A:col10/1732390894011/Put/seqid=0 2024-11-23T19:41:34,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742106_1282 (size=14541) 2024-11-23T19:41:34,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390954685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:34,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390954691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:34,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390954800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:34,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:34,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390954800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:34,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:34,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:34,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-23T19:41:34,941 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:34,941 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:41:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-23T19:41:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-23T19:41:34,942 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:41:34,943 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:41:34,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:41:35,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390955000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:35,002 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in ba8870d7b077b3f1aef91af13fe791e2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:35,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:35,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390955010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:35,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390955010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:35,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390955020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:35,023 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in ba8870d7b077b3f1aef91af13fe791e2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:35,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390955031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:35,033 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_1' in ba8870d7b077b3f1aef91af13fe791e2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:35,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-23T19:41:35,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/8b1130100195403b80c20ea19fe2e88c 2024-11-23T19:41:35,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/c7894cb788f8484d88d49f7e04be9371 is 50, key is test_row_0/B:col10/1732390894011/Put/seqid=0 2024-11-23T19:41:35,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742107_1283 (size=12151) 2024-11-23T19:41:35,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-23T19:41:35,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:35,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:35,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:35,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-23T19:41:35,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:35,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:35,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:35,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-23T19:41:35,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390955320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:35,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:35,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390955320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:35,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:35,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:35,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-23T19:41:35,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:35,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:35,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:35,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/c7894cb788f8484d88d49f7e04be9371 2024-11-23T19:41:35,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/c1e0a4d2b4a44069a0f996982d298223 is 50, key is test_row_0/C:col10/1732390894011/Put/seqid=0 2024-11-23T19:41:35,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742108_1284 (size=12151) 2024-11-23T19:41:35,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-23T19:41:35,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:35,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:35,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:35,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-23T19:41:35,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-23T19:41:35,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:35,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:35,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:35,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390955830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:35,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:35,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390955830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:35,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:35,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-23T19:41:35,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:35,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:35,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:35,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:35,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/c1e0a4d2b4a44069a0f996982d298223 2024-11-23T19:41:35,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/8b1130100195403b80c20ea19fe2e88c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/8b1130100195403b80c20ea19fe2e88c 2024-11-23T19:41:35,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/8b1130100195403b80c20ea19fe2e88c, entries=200, sequenceid=210, filesize=14.2 K 2024-11-23T19:41:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/c7894cb788f8484d88d49f7e04be9371 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c7894cb788f8484d88d49f7e04be9371 2024-11-23T19:41:35,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c7894cb788f8484d88d49f7e04be9371, entries=150, sequenceid=210, filesize=11.9 K 2024-11-23T19:41:35,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/c1e0a4d2b4a44069a0f996982d298223 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/c1e0a4d2b4a44069a0f996982d298223 2024-11-23T19:41:35,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/c1e0a4d2b4a44069a0f996982d298223, entries=150, sequenceid=210, filesize=11.9 K 2024-11-23T19:41:35,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for ba8870d7b077b3f1aef91af13fe791e2 in 1248ms, sequenceid=210, compaction requested=true 2024-11-23T19:41:35,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:41:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:35,903 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:41:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:41:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:35,903 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:41:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:41:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:35,904 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:41:35,904 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:41:35,904 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/A is initiating minor compaction (all files) 2024-11-23T19:41:35,904 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/B is initiating minor compaction (all files) 2024-11-23T19:41:35,904 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/A in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:35,904 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/B in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:35,904 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/911a11d958af41b08b175cef5370c68a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/5bdee06be0fb4e96b6fbc57d53e48848, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/f405bdce40ab441dafbf106573c66615, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/8b1130100195403b80c20ea19fe2e88c] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=52.5 K 2024-11-23T19:41:35,904 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/e7384cda649742f5963372d32e14fd70, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/1792684b773c496aaddbf987d9909ba8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/932a7086b2b54898bfd8150db996f1f4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c7894cb788f8484d88d49f7e04be9371] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=47.8 K 2024-11-23T19:41:35,904 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 911a11d958af41b08b175cef5370c68a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732390889667 2024-11-23T19:41:35,904 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting e7384cda649742f5963372d32e14fd70, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732390889667 2024-11-23T19:41:35,905 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1792684b773c496aaddbf987d9909ba8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732390890837 2024-11-23T19:41:35,905 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bdee06be0fb4e96b6fbc57d53e48848, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732390890837 2024-11-23T19:41:35,905 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 932a7086b2b54898bfd8150db996f1f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732390892828 2024-11-23T19:41:35,905 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting f405bdce40ab441dafbf106573c66615, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732390892828 2024-11-23T19:41:35,905 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b1130100195403b80c20ea19fe2e88c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732390894011 2024-11-23T19:41:35,905 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting c7894cb788f8484d88d49f7e04be9371, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732390894011 2024-11-23T19:41:35,913 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#B#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:35,914 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/9f7f8877ab4049b5a8c730ba9f4728f2 is 50, key is test_row_0/B:col10/1732390894011/Put/seqid=0 2024-11-23T19:41:35,918 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#A#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:35,919 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/8e791f2446824c0fb22bf631f341d1e4 is 50, key is test_row_0/A:col10/1732390894011/Put/seqid=0 2024-11-23T19:41:35,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742109_1285 (size=12629) 2024-11-23T19:41:35,938 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/9f7f8877ab4049b5a8c730ba9f4728f2 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/9f7f8877ab4049b5a8c730ba9f4728f2 2024-11-23T19:41:35,943 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/B of ba8870d7b077b3f1aef91af13fe791e2 into 9f7f8877ab4049b5a8c730ba9f4728f2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:35,943 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:35,943 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/B, priority=12, startTime=1732390895903; duration=0sec 2024-11-23T19:41:35,943 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:35,943 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:B 2024-11-23T19:41:35,944 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:41:35,945 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:41:35,945 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/C is initiating minor compaction (all files) 2024-11-23T19:41:35,945 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/C in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:35,945 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/cac19fdac5b64c79913ce71563663440, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/bf0e07843a714b22b4774e40365ff335, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/a464b52c542e4f15bb14bfcaee9cf169, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/c1e0a4d2b4a44069a0f996982d298223] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=47.8 K 2024-11-23T19:41:35,945 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting cac19fdac5b64c79913ce71563663440, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732390889667 2024-11-23T19:41:35,946 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting bf0e07843a714b22b4774e40365ff335, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732390890837 2024-11-23T19:41:35,946 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting a464b52c542e4f15bb14bfcaee9cf169, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732390892828 2024-11-23T19:41:35,946 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting c1e0a4d2b4a44069a0f996982d298223, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732390894011 2024-11-23T19:41:35,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742110_1286 (size=12629) 2024-11-23T19:41:35,954 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:35,955 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/ef41cf8cfd004fc48d679ef59987e822 is 50, key is test_row_0/C:col10/1732390894011/Put/seqid=0 2024-11-23T19:41:35,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742111_1287 (size=12629) 2024-11-23T19:41:36,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-23T19:41:36,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:36,014 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T19:41:36,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/1da086a10a934b02ae59452675b1a5bd is 50, key is test_row_0/A:col10/1732390894683/Put/seqid=0 2024-11-23T19:41:36,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742112_1288 (size=12151) 2024-11-23T19:41:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-23T19:41:36,356 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/8e791f2446824c0fb22bf631f341d1e4 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/8e791f2446824c0fb22bf631f341d1e4 2024-11-23T19:41:36,360 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/A of ba8870d7b077b3f1aef91af13fe791e2 into 8e791f2446824c0fb22bf631f341d1e4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:36,360 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:36,360 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/A, priority=12, startTime=1732390895902; duration=0sec 2024-11-23T19:41:36,360 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:36,360 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:A 2024-11-23T19:41:36,373 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/ef41cf8cfd004fc48d679ef59987e822 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/ef41cf8cfd004fc48d679ef59987e822 2024-11-23T19:41:36,377 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/C of ba8870d7b077b3f1aef91af13fe791e2 into ef41cf8cfd004fc48d679ef59987e822(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:36,377 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:36,377 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/C, priority=12, startTime=1732390895903; duration=0sec 2024-11-23T19:41:36,377 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:36,377 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:C 2024-11-23T19:41:36,423 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/1da086a10a934b02ae59452675b1a5bd 2024-11-23T19:41:36,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/2c8fb845ad7745fc98c0249e6a12444b is 50, key is test_row_0/B:col10/1732390894683/Put/seqid=0 2024-11-23T19:41:36,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742113_1289 (size=12151) 2024-11-23T19:41:36,841 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/2c8fb845ad7745fc98c0249e6a12444b 2024-11-23T19:41:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:36,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:36,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/9f759dd26ced4940baa7b6cce9afa582 is 50, key is test_row_0/C:col10/1732390894683/Put/seqid=0 2024-11-23T19:41:36,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742114_1290 (size=12151) 2024-11-23T19:41:36,905 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/9f759dd26ced4940baa7b6cce9afa582 2024-11-23T19:41:36,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/1da086a10a934b02ae59452675b1a5bd as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/1da086a10a934b02ae59452675b1a5bd 2024-11-23T19:41:36,916 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/1da086a10a934b02ae59452675b1a5bd, entries=150, sequenceid=227, filesize=11.9 K 2024-11-23T19:41:36,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/2c8fb845ad7745fc98c0249e6a12444b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/2c8fb845ad7745fc98c0249e6a12444b 2024-11-23T19:41:36,930 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/2c8fb845ad7745fc98c0249e6a12444b, entries=150, sequenceid=227, filesize=11.9 K 2024-11-23T19:41:36,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/9f759dd26ced4940baa7b6cce9afa582 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/9f759dd26ced4940baa7b6cce9afa582 2024-11-23T19:41:36,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390956937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:36,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:36,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:36,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:36,942 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/9f759dd26ced4940baa7b6cce9afa582, entries=150, sequenceid=227, filesize=11.9 K 2024-11-23T19:41:36,943 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ba8870d7b077b3f1aef91af13fe791e2 in 929ms, sequenceid=227, compaction requested=false 2024-11-23T19:41:36,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:36,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:36,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-23T19:41:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-23T19:41:36,945 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:36,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T19:41:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:36,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-23T19:41:36,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0010 sec 2024-11-23T19:41:36,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 2.0060 sec 2024-11-23T19:41:36,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/54955b61e47d44abbc57ab02201f579f is 50, key is test_row_0/A:col10/1732390896928/Put/seqid=0 2024-11-23T19:41:36,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742115_1291 (size=14541) 2024-11-23T19:41:37,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390956999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390957050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:37,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:37,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:37,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-23T19:41:37,091 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:37,091 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:41:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-23T19:41:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-23T19:41:37,093 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:41:37,093 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:41:37,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:41:37,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390957111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-23T19:41:37,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-23T19:41:37,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:37,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:37,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:37,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:37,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:37,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390957260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:37,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390957321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:37,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/54955b61e47d44abbc57ab02201f579f 2024-11-23T19:41:37,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/8a0fd7bd2b704148834dbadf0798270a is 50, key is test_row_0/B:col10/1732390896928/Put/seqid=0 2024-11-23T19:41:37,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742116_1292 (size=12151) 2024-11-23T19:41:37,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-23T19:41:37,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:37,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:37,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:37,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:37,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-23T19:41:37,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-23T19:41:37,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:37,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:37,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:37,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:37,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:37,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390957571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:37,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:37,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:37,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:37,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390957630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:37,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:37,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:37,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:37,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-23T19:41:37,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:37,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:37,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:37,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:37,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-23T19:41:37,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/8a0fd7bd2b704148834dbadf0798270a 2024-11-23T19:41:37,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/690825874d7c40618adb129125b70776 is 50, key is test_row_0/C:col10/1732390896928/Put/seqid=0 2024-11-23T19:41:37,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742117_1293 (size=12151) 2024-11-23T19:41:37,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/690825874d7c40618adb129125b70776 2024-11-23T19:41:37,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/54955b61e47d44abbc57ab02201f579f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/54955b61e47d44abbc57ab02201f579f 2024-11-23T19:41:37,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/54955b61e47d44abbc57ab02201f579f, entries=200, sequenceid=250, filesize=14.2 K 2024-11-23T19:41:37,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/8a0fd7bd2b704148834dbadf0798270a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/8a0fd7bd2b704148834dbadf0798270a 2024-11-23T19:41:37,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/8a0fd7bd2b704148834dbadf0798270a, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T19:41:37,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/690825874d7c40618adb129125b70776 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/690825874d7c40618adb129125b70776 2024-11-23T19:41:37,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/690825874d7c40618adb129125b70776, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T19:41:37,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ba8870d7b077b3f1aef91af13fe791e2 in 876ms, sequenceid=250, compaction requested=true 2024-11-23T19:41:37,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:37,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:41:37,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:37,822 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:37,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:41:37,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:37,822 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:37,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:41:37,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:37,822 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:37,823 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:37,823 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/A is initiating minor compaction (all files) 2024-11-23T19:41:37,823 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/B is initiating minor compaction (all files) 2024-11-23T19:41:37,823 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/A in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:37,823 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/B in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:37,823 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/9f7f8877ab4049b5a8c730ba9f4728f2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/2c8fb845ad7745fc98c0249e6a12444b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/8a0fd7bd2b704148834dbadf0798270a] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=36.1 K 2024-11-23T19:41:37,823 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/8e791f2446824c0fb22bf631f341d1e4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/1da086a10a934b02ae59452675b1a5bd, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/54955b61e47d44abbc57ab02201f579f] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=38.4 K 2024-11-23T19:41:37,823 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e791f2446824c0fb22bf631f341d1e4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732390894011 2024-11-23T19:41:37,823 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f7f8877ab4049b5a8c730ba9f4728f2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732390894011 2024-11-23T19:41:37,823 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1da086a10a934b02ae59452675b1a5bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732390894679 2024-11-23T19:41:37,823 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c8fb845ad7745fc98c0249e6a12444b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732390894679 2024-11-23T19:41:37,823 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54955b61e47d44abbc57ab02201f579f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732390896928 2024-11-23T19:41:37,824 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a0fd7bd2b704148834dbadf0798270a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732390896928 2024-11-23T19:41:37,829 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:37,829 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:37,830 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/c5eae5d91dac4253b3b37230a31c8c9d is 50, key is test_row_0/B:col10/1732390896928/Put/seqid=0 2024-11-23T19:41:37,830 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/15234dbdcd1f45f98639613349bfa523 is 50, key is test_row_0/A:col10/1732390896928/Put/seqid=0 2024-11-23T19:41:37,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742118_1294 (size=12731) 2024-11-23T19:41:37,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742119_1295 (size=12731) 2024-11-23T19:41:37,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-23T19:41:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:37,857 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T19:41:37,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/55749661dca1460dabda01ac9b429d73 is 50, key is test_row_0/A:col10/1732390896997/Put/seqid=0 2024-11-23T19:41:37,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742120_1296 (size=12301) 2024-11-23T19:41:37,882 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/55749661dca1460dabda01ac9b429d73 2024-11-23T19:41:37,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/a4af639c13ff4900a4a2ce888acd59d9 is 50, key is test_row_0/B:col10/1732390896997/Put/seqid=0 2024-11-23T19:41:37,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742121_1297 (size=12301) 2024-11-23T19:41:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:38,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:38,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390958147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:38,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:38,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390958149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:38,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-23T19:41:38,238 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/15234dbdcd1f45f98639613349bfa523 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/15234dbdcd1f45f98639613349bfa523 2024-11-23T19:41:38,238 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/c5eae5d91dac4253b3b37230a31c8c9d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c5eae5d91dac4253b3b37230a31c8c9d 2024-11-23T19:41:38,242 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/A of ba8870d7b077b3f1aef91af13fe791e2 into 15234dbdcd1f45f98639613349bfa523(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:38,242 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:38,242 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/A, priority=13, startTime=1732390897821; duration=0sec 2024-11-23T19:41:38,242 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/B of ba8870d7b077b3f1aef91af13fe791e2 into c5eae5d91dac4253b3b37230a31c8c9d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:38,242 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:38,242 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/B, priority=13, startTime=1732390897822; duration=0sec 2024-11-23T19:41:38,242 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:38,242 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:A 2024-11-23T19:41:38,242 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:38,243 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:38,243 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:B 2024-11-23T19:41:38,243 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:38,243 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/C is initiating minor compaction (all files) 2024-11-23T19:41:38,243 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/C in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:38,244 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/ef41cf8cfd004fc48d679ef59987e822, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/9f759dd26ced4940baa7b6cce9afa582, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/690825874d7c40618adb129125b70776] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=36.1 K 2024-11-23T19:41:38,244 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef41cf8cfd004fc48d679ef59987e822, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732390894011 2024-11-23T19:41:38,244 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f759dd26ced4940baa7b6cce9afa582, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732390894679 2024-11-23T19:41:38,244 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 690825874d7c40618adb129125b70776, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732390896928 2024-11-23T19:41:38,250 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#C#compaction#250 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:38,250 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/ba9397c932764c6e9ed1dcc4ea5abfb9 is 50, key is test_row_0/C:col10/1732390896928/Put/seqid=0 2024-11-23T19:41:38,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742122_1298 (size=12731) 2024-11-23T19:41:38,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390958260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:38,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:38,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390958261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:38,294 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/a4af639c13ff4900a4a2ce888acd59d9 2024-11-23T19:41:38,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/96aba12038c347e7afc543d4b5dd980e is 50, key is test_row_0/C:col10/1732390896997/Put/seqid=0 2024-11-23T19:41:38,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742123_1299 (size=12301) 2024-11-23T19:41:38,317 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/96aba12038c347e7afc543d4b5dd980e 2024-11-23T19:41:38,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/55749661dca1460dabda01ac9b429d73 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/55749661dca1460dabda01ac9b429d73 2024-11-23T19:41:38,327 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/55749661dca1460dabda01ac9b429d73, entries=150, sequenceid=265, filesize=12.0 K 2024-11-23T19:41:38,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/a4af639c13ff4900a4a2ce888acd59d9 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a4af639c13ff4900a4a2ce888acd59d9 2024-11-23T19:41:38,331 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a4af639c13ff4900a4a2ce888acd59d9, entries=150, sequenceid=265, filesize=12.0 K 2024-11-23T19:41:38,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/96aba12038c347e7afc543d4b5dd980e as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/96aba12038c347e7afc543d4b5dd980e 2024-11-23T19:41:38,335 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/96aba12038c347e7afc543d4b5dd980e, entries=150, sequenceid=265, filesize=12.0 K 2024-11-23T19:41:38,336 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ba8870d7b077b3f1aef91af13fe791e2 in 479ms, sequenceid=265, compaction requested=false 2024-11-23T19:41:38,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:38,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:38,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-23T19:41:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-23T19:41:38,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-23T19:41:38,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2440 sec 2024-11-23T19:41:38,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.2490 sec 2024-11-23T19:41:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:38,473 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:38,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T19:41:38,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/345f1c6f41d54420986e7b4137f7c9b6 is 50, key is test_row_0/A:col10/1732390898472/Put/seqid=0 2024-11-23T19:41:38,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742124_1300 (size=17181) 2024-11-23T19:41:38,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390958497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:38,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390958497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:38,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390958610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:38,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:38,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390958610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:38,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:38,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:38,659 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/ba9397c932764c6e9ed1dcc4ea5abfb9 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/ba9397c932764c6e9ed1dcc4ea5abfb9 2024-11-23T19:41:38,664 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/C of ba8870d7b077b3f1aef91af13fe791e2 into ba9397c932764c6e9ed1dcc4ea5abfb9(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:38,664 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:38,664 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/C, priority=13, startTime=1732390897822; duration=0sec 2024-11-23T19:41:38,664 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:38,664 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:C 2024-11-23T19:41:38,699 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T19:41:38,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390958820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:38,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:38,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390958820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:38,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/345f1c6f41d54420986e7b4137f7c9b6 2024-11-23T19:41:38,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/ab544945237e4ccbb1233357c56f0e8e is 50, key is test_row_0/B:col10/1732390898472/Put/seqid=0 2024-11-23T19:41:38,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742125_1301 (size=12301) 2024-11-23T19:41:39,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38934 deadline: 1732390959030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:39,033 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in ba8870d7b077b3f1aef91af13fe791e2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:39,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:39,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38992 deadline: 1732390959050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:39,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38976 deadline: 1732390959050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:39,052 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in ba8870d7b077b3f1aef91af13fe791e2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:39,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:39,053 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_1' in ba8870d7b077b3f1aef91af13fe791e2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:39,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:39,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390959130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:39,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390959130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-23T19:41:39,240 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:39,241 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:41:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-23T19:41:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-23T19:41:39,242 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:41:39,243 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:41:39,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:41:39,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/ab544945237e4ccbb1233357c56f0e8e 2024-11-23T19:41:39,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/db05ca948f0b4731996180b993f11edd is 50, key is test_row_0/C:col10/1732390898472/Put/seqid=0 2024-11-23T19:41:39,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742126_1302 (size=12301) 2024-11-23T19:41:39,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/db05ca948f0b4731996180b993f11edd 2024-11-23T19:41:39,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/345f1c6f41d54420986e7b4137f7c9b6 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/345f1c6f41d54420986e7b4137f7c9b6 2024-11-23T19:41:39,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/345f1c6f41d54420986e7b4137f7c9b6, entries=250, sequenceid=290, filesize=16.8 K 2024-11-23T19:41:39,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/ab544945237e4ccbb1233357c56f0e8e as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/ab544945237e4ccbb1233357c56f0e8e 2024-11-23T19:41:39,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/ab544945237e4ccbb1233357c56f0e8e, entries=150, sequenceid=290, filesize=12.0 K 2024-11-23T19:41:39,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/db05ca948f0b4731996180b993f11edd as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/db05ca948f0b4731996180b993f11edd 2024-11-23T19:41:39,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/db05ca948f0b4731996180b993f11edd, entries=150, sequenceid=290, filesize=12.0 K 2024-11-23T19:41:39,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for ba8870d7b077b3f1aef91af13fe791e2 in 850ms, sequenceid=290, compaction requested=true 2024-11-23T19:41:39,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:39,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:41:39,323 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:39,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:39,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:41:39,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:39,323 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:39,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:41:39,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:39,324 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42213 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:39,324 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/A is initiating minor compaction (all files) 2024-11-23T19:41:39,324 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:39,324 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/A in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:39,324 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/B is initiating minor compaction (all files) 2024-11-23T19:41:39,324 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/B in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:39,324 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/15234dbdcd1f45f98639613349bfa523, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/55749661dca1460dabda01ac9b429d73, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/345f1c6f41d54420986e7b4137f7c9b6] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=41.2 K 2024-11-23T19:41:39,324 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c5eae5d91dac4253b3b37230a31c8c9d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a4af639c13ff4900a4a2ce888acd59d9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/ab544945237e4ccbb1233357c56f0e8e] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=36.5 K 2024-11-23T19:41:39,325 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting c5eae5d91dac4253b3b37230a31c8c9d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732390896928 2024-11-23T19:41:39,325 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15234dbdcd1f45f98639613349bfa523, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732390896928 2024-11-23T19:41:39,325 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55749661dca1460dabda01ac9b429d73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732390896985 2024-11-23T19:41:39,325 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting a4af639c13ff4900a4a2ce888acd59d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732390896985 2024-11-23T19:41:39,325 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting ab544945237e4ccbb1233357c56f0e8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732390898145 2024-11-23T19:41:39,325 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 345f1c6f41d54420986e7b4137f7c9b6, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732390898127 2024-11-23T19:41:39,334 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#B#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:39,335 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/344f96417ef44f9ab2bec3e72826955f is 50, key is test_row_0/B:col10/1732390898472/Put/seqid=0 2024-11-23T19:41:39,344 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:39,345 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/a9338c4b66924da7862530a7fd208355 is 50, key is test_row_0/A:col10/1732390898472/Put/seqid=0 2024-11-23T19:41:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-23T19:41:39,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742127_1303 (size=12983) 2024-11-23T19:41:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742128_1304 (size=12983) 2024-11-23T19:41:39,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-23T19:41:39,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:39,395 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T19:41:39,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/fe065a78ddd64558912791e84e1c7bcc is 50, key is test_row_0/A:col10/1732390898485/Put/seqid=0 2024-11-23T19:41:39,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742129_1305 (size=12301) 2024-11-23T19:41:39,404 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/fe065a78ddd64558912791e84e1c7bcc 2024-11-23T19:41:39,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/a972e816134d46958e0e0b6523a8735e is 50, key is test_row_0/B:col10/1732390898485/Put/seqid=0 2024-11-23T19:41:39,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742130_1306 (size=12301) 2024-11-23T19:41:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-23T19:41:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:39,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:39,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:39,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390959686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390959684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:39,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:39,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:39,765 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/344f96417ef44f9ab2bec3e72826955f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/344f96417ef44f9ab2bec3e72826955f 2024-11-23T19:41:39,770 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/B of ba8870d7b077b3f1aef91af13fe791e2 into 344f96417ef44f9ab2bec3e72826955f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:39,770 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:39,770 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/B, priority=13, startTime=1732390899323; duration=0sec 2024-11-23T19:41:39,771 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:39,771 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:B 2024-11-23T19:41:39,771 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:39,771 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:39,772 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/C is initiating minor compaction (all files) 2024-11-23T19:41:39,772 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/C in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:39,772 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/ba9397c932764c6e9ed1dcc4ea5abfb9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/96aba12038c347e7afc543d4b5dd980e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/db05ca948f0b4731996180b993f11edd] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=36.5 K 2024-11-23T19:41:39,772 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting ba9397c932764c6e9ed1dcc4ea5abfb9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732390896928 2024-11-23T19:41:39,772 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 96aba12038c347e7afc543d4b5dd980e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732390896985 2024-11-23T19:41:39,772 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting db05ca948f0b4731996180b993f11edd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732390898145 2024-11-23T19:41:39,779 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#C#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:39,779 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/cc851f5cc24f406abf1689a340cb4c6d is 50, key is test_row_0/C:col10/1732390898472/Put/seqid=0 2024-11-23T19:41:39,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742131_1307 (size=12983) 2024-11-23T19:41:39,784 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/a9338c4b66924da7862530a7fd208355 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/a9338c4b66924da7862530a7fd208355 2024-11-23T19:41:39,788 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/A of ba8870d7b077b3f1aef91af13fe791e2 into a9338c4b66924da7862530a7fd208355(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:39,788 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:39,788 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/A, priority=13, startTime=1732390899323; duration=0sec 2024-11-23T19:41:39,789 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:39,789 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:A 2024-11-23T19:41:39,789 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/cc851f5cc24f406abf1689a340cb4c6d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/cc851f5cc24f406abf1689a340cb4c6d 2024-11-23T19:41:39,794 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/C of ba8870d7b077b3f1aef91af13fe791e2 into cc851f5cc24f406abf1689a340cb4c6d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:39,794 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:39,794 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/C, priority=13, startTime=1732390899323; duration=0sec 2024-11-23T19:41:39,794 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:39,794 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:C 2024-11-23T19:41:39,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390959800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:39,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:39,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390959800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:39,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:39,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:39,818 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/a972e816134d46958e0e0b6523a8735e 2024-11-23T19:41:39,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/db94561728384ae4bf31e3797db512d1 is 50, key is test_row_0/C:col10/1732390898485/Put/seqid=0 2024-11-23T19:41:39,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742132_1308 (size=12301) 2024-11-23T19:41:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-23T19:41:40,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390960011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:40,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:40,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390960011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:40,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:40,229 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/db94561728384ae4bf31e3797db512d1 2024-11-23T19:41:40,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/fe065a78ddd64558912791e84e1c7bcc as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/fe065a78ddd64558912791e84e1c7bcc 2024-11-23T19:41:40,240 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/fe065a78ddd64558912791e84e1c7bcc, entries=150, sequenceid=305, filesize=12.0 K 2024-11-23T19:41:40,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/a972e816134d46958e0e0b6523a8735e as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a972e816134d46958e0e0b6523a8735e 2024-11-23T19:41:40,244 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a972e816134d46958e0e0b6523a8735e, entries=150, sequenceid=305, filesize=12.0 K 2024-11-23T19:41:40,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/db94561728384ae4bf31e3797db512d1 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/db94561728384ae4bf31e3797db512d1 2024-11-23T19:41:40,248 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/db94561728384ae4bf31e3797db512d1, entries=150, sequenceid=305, filesize=12.0 K 2024-11-23T19:41:40,248 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ba8870d7b077b3f1aef91af13fe791e2 in 853ms, sequenceid=305, compaction requested=false 2024-11-23T19:41:40,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:40,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:40,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-23T19:41:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-23T19:41:40,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-23T19:41:40,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0070 sec 2024-11-23T19:41:40,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.0160 sec 2024-11-23T19:41:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:40,323 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:40,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T19:41:40,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/c788ea980bfe49db91edd7850ccba334 is 50, key is test_row_0/A:col10/1732390899684/Put/seqid=0 2024-11-23T19:41:40,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742133_1309 (size=14741) 2024-11-23T19:41:40,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390960340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:40,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390960342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:40,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-23T19:41:40,380 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:40,380 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:41:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-23T19:41:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-23T19:41:40,382 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:41:40,382 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:41:40,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:41:40,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390960450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390960450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-23T19:41:40,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-23T19:41:40,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:40,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:40,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:40,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:40,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:40,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390960660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:40,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:40,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390960660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:40,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:40,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:40,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-23T19:41:40,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:40,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:40,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:40,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:40,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-23T19:41:40,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/c788ea980bfe49db91edd7850ccba334 2024-11-23T19:41:40,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/b898fd473f7c4ad3895fc889d1f84387 is 50, key is test_row_0/B:col10/1732390899684/Put/seqid=0 2024-11-23T19:41:40,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742134_1310 (size=12301) 2024-11-23T19:41:40,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-23T19:41:40,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:40,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:40,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:40,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:40,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:40,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390960970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:40,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390960970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:40,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-23T19:41:40,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:40,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:40,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:40,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:40,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-23T19:41:41,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-23T19:41:41,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:41,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:41,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:41,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:41,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:41,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/b898fd473f7c4ad3895fc889d1f84387 2024-11-23T19:41:41,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/22f0f4f6be184e2bb56f3e326b96a2c7 is 50, key is test_row_0/C:col10/1732390899684/Put/seqid=0 2024-11-23T19:41:41,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742135_1311 (size=12301) 2024-11-23T19:41:41,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-23T19:41:41,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:41,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:41,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:41,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:41,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:41,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-23T19:41:41,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:41,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:41,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:41,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:41,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:41,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390961481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:41,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390961481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-23T19:41:41,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/22f0f4f6be184e2bb56f3e326b96a2c7 2024-11-23T19:41:41,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/c788ea980bfe49db91edd7850ccba334 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/c788ea980bfe49db91edd7850ccba334 2024-11-23T19:41:41,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/c788ea980bfe49db91edd7850ccba334, entries=200, sequenceid=332, filesize=14.4 K 2024-11-23T19:41:41,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/b898fd473f7c4ad3895fc889d1f84387 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/b898fd473f7c4ad3895fc889d1f84387 2024-11-23T19:41:41,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/b898fd473f7c4ad3895fc889d1f84387, entries=150, sequenceid=332, filesize=12.0 K 2024-11-23T19:41:41,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/22f0f4f6be184e2bb56f3e326b96a2c7 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/22f0f4f6be184e2bb56f3e326b96a2c7 2024-11-23T19:41:41,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/22f0f4f6be184e2bb56f3e326b96a2c7, entries=150, sequenceid=332, filesize=12.0 K 2024-11-23T19:41:41,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ba8870d7b077b3f1aef91af13fe791e2 in 1254ms, sequenceid=332, compaction requested=true 2024-11-23T19:41:41,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:41,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:41:41,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:41,577 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:41,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:41:41,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:41,577 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:41,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:41:41,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:41,578 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:41,579 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/A is initiating minor compaction (all files) 2024-11-23T19:41:41,579 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/A in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:41,579 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/a9338c4b66924da7862530a7fd208355, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/fe065a78ddd64558912791e84e1c7bcc, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/c788ea980bfe49db91edd7850ccba334] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=39.1 K 2024-11-23T19:41:41,579 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:41,579 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/B is initiating minor compaction (all files) 2024-11-23T19:41:41,579 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/B in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:41,579 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9338c4b66924da7862530a7fd208355, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732390898145 2024-11-23T19:41:41,579 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/344f96417ef44f9ab2bec3e72826955f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a972e816134d46958e0e0b6523a8735e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/b898fd473f7c4ad3895fc889d1f84387] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=36.7 K 2024-11-23T19:41:41,579 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe065a78ddd64558912791e84e1c7bcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732390898484 2024-11-23T19:41:41,579 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 344f96417ef44f9ab2bec3e72826955f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732390898145 2024-11-23T19:41:41,580 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting c788ea980bfe49db91edd7850ccba334, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732390899679 2024-11-23T19:41:41,580 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting a972e816134d46958e0e0b6523a8735e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732390898484 2024-11-23T19:41:41,580 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting b898fd473f7c4ad3895fc889d1f84387, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732390899684 2024-11-23T19:41:41,603 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#A#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:41,603 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/0bafec1e1ea24c258e9d5d62a791c1e7 is 50, key is test_row_0/A:col10/1732390899684/Put/seqid=0 2024-11-23T19:41:41,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-23T19:41:41,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:41,604 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T19:41:41,605 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#B#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:41,606 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/06530942290f48dda1a3f3038bbf37f2 is 50, key is test_row_0/B:col10/1732390899684/Put/seqid=0 2024-11-23T19:41:41,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/e098f74ca18d486d9c7e50b8e6efacf9 is 50, key is test_row_0/A:col10/1732390900341/Put/seqid=0 2024-11-23T19:41:41,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742136_1312 (size=13085) 2024-11-23T19:41:41,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742137_1313 (size=13085) 2024-11-23T19:41:41,619 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/06530942290f48dda1a3f3038bbf37f2 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/06530942290f48dda1a3f3038bbf37f2 2024-11-23T19:41:41,620 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/0bafec1e1ea24c258e9d5d62a791c1e7 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/0bafec1e1ea24c258e9d5d62a791c1e7 2024-11-23T19:41:41,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742138_1314 (size=12301) 2024-11-23T19:41:41,626 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/B of ba8870d7b077b3f1aef91af13fe791e2 into 06530942290f48dda1a3f3038bbf37f2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:41,626 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:41,626 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/A of ba8870d7b077b3f1aef91af13fe791e2 into 0bafec1e1ea24c258e9d5d62a791c1e7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:41,626 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:41,626 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/B, priority=13, startTime=1732390901577; duration=0sec 2024-11-23T19:41:41,626 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/A, priority=13, startTime=1732390901577; duration=0sec 2024-11-23T19:41:41,626 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:41,626 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:B 2024-11-23T19:41:41,626 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:41,626 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:A 2024-11-23T19:41:41,626 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:41,627 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:41,627 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/C is initiating minor compaction (all files) 2024-11-23T19:41:41,627 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/C in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:41,627 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/cc851f5cc24f406abf1689a340cb4c6d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/db94561728384ae4bf31e3797db512d1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/22f0f4f6be184e2bb56f3e326b96a2c7] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=36.7 K 2024-11-23T19:41:41,627 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting cc851f5cc24f406abf1689a340cb4c6d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732390898145 2024-11-23T19:41:41,628 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting db94561728384ae4bf31e3797db512d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732390898484 2024-11-23T19:41:41,628 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 22f0f4f6be184e2bb56f3e326b96a2c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732390899684 2024-11-23T19:41:41,634 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#C#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:41,634 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/1d1873188fd94a89997f4a4737f62c6a is 50, key is test_row_0/C:col10/1732390899684/Put/seqid=0 2024-11-23T19:41:41,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742139_1315 (size=13085) 2024-11-23T19:41:42,021 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/e098f74ca18d486d9c7e50b8e6efacf9 2024-11-23T19:41:42,063 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/1d1873188fd94a89997f4a4737f62c6a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/1d1873188fd94a89997f4a4737f62c6a 2024-11-23T19:41:42,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/789b05e520b44a2d9ce4944c526d3162 is 50, key is test_row_0/B:col10/1732390900341/Put/seqid=0 2024-11-23T19:41:42,067 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/C of ba8870d7b077b3f1aef91af13fe791e2 into 1d1873188fd94a89997f4a4737f62c6a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:42,067 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:42,067 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/C, priority=13, startTime=1732390901577; duration=0sec 2024-11-23T19:41:42,067 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:42,067 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:C 2024-11-23T19:41:42,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742140_1316 (size=12301) 2024-11-23T19:41:42,470 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/789b05e520b44a2d9ce4944c526d3162 2024-11-23T19:41:42,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/b9604b781d7947e6ae32e80b4bf5e07a is 50, key is test_row_0/C:col10/1732390900341/Put/seqid=0 2024-11-23T19:41:42,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742141_1317 (size=12301) 2024-11-23T19:41:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:42,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. as already flushing 2024-11-23T19:41:42,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390962525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:42,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390962526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-23T19:41:42,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390962630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:42,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:42,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:42,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:42,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390962640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:42,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:42,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:42,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:42,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390962840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:42,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390962850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:42,880 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/b9604b781d7947e6ae32e80b4bf5e07a 2024-11-23T19:41:42,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/e098f74ca18d486d9c7e50b8e6efacf9 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/e098f74ca18d486d9c7e50b8e6efacf9 2024-11-23T19:41:42,886 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/e098f74ca18d486d9c7e50b8e6efacf9, entries=150, sequenceid=344, filesize=12.0 K 2024-11-23T19:41:42,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/789b05e520b44a2d9ce4944c526d3162 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/789b05e520b44a2d9ce4944c526d3162 2024-11-23T19:41:42,891 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/789b05e520b44a2d9ce4944c526d3162, entries=150, sequenceid=344, filesize=12.0 K 2024-11-23T19:41:42,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/b9604b781d7947e6ae32e80b4bf5e07a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/b9604b781d7947e6ae32e80b4bf5e07a 2024-11-23T19:41:42,896 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/b9604b781d7947e6ae32e80b4bf5e07a, entries=150, sequenceid=344, filesize=12.0 K 2024-11-23T19:41:42,896 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ba8870d7b077b3f1aef91af13fe791e2 in 1293ms, sequenceid=344, compaction requested=false 2024-11-23T19:41:42,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:42,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:42,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-23T19:41:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-23T19:41:42,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-23T19:41:42,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5160 sec 2024-11-23T19:41:42,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.5200 sec 2024-11-23T19:41:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:43,152 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:43,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T19:41:43,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/f56387ee2aea42baa744bb803a10d0c8 is 50, key is test_row_0/A:col10/1732390902516/Put/seqid=0 2024-11-23T19:41:43,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742142_1318 (size=12301) 2024-11-23T19:41:43,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390963172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:43,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:43,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:43,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390963173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:43,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:43,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:43,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:43,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:43,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390963280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:43,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390963281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:43,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390963490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:43,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:43,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:43,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:43,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390963490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:43,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:43,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:43,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:43,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/f56387ee2aea42baa744bb803a10d0c8 2024-11-23T19:41:43,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/e9c10a4c87c34232948ca8fe72735c95 is 50, key is test_row_0/B:col10/1732390902516/Put/seqid=0 2024-11-23T19:41:43,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742143_1319 (size=12301) 2024-11-23T19:41:43,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/e9c10a4c87c34232948ca8fe72735c95 2024-11-23T19:41:43,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/18d0a8f60ae342a89991afedbb457da3 is 50, key is test_row_0/C:col10/1732390902516/Put/seqid=0 2024-11-23T19:41:43,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742144_1320 (size=12301) 2024-11-23T19:41:43,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390963800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:43,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:43,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390963801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:43,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/18d0a8f60ae342a89991afedbb457da3 2024-11-23T19:41:43,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/f56387ee2aea42baa744bb803a10d0c8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/f56387ee2aea42baa744bb803a10d0c8 2024-11-23T19:41:43,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/f56387ee2aea42baa744bb803a10d0c8, entries=150, sequenceid=372, filesize=12.0 K 2024-11-23T19:41:43,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/e9c10a4c87c34232948ca8fe72735c95 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/e9c10a4c87c34232948ca8fe72735c95 2024-11-23T19:41:43,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/e9c10a4c87c34232948ca8fe72735c95, entries=150, sequenceid=372, filesize=12.0 K 2024-11-23T19:41:43,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/18d0a8f60ae342a89991afedbb457da3 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/18d0a8f60ae342a89991afedbb457da3 2024-11-23T19:41:43,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/18d0a8f60ae342a89991afedbb457da3, entries=150, sequenceid=372, filesize=12.0 K 2024-11-23T19:41:43,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ba8870d7b077b3f1aef91af13fe791e2 in 845ms, sequenceid=372, compaction requested=true 2024-11-23T19:41:43,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:43,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:41:43,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:43,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:41:43,997 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:43,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:43,997 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:43,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:41:43,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:43,998 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:43,998 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:43,998 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/B is initiating minor compaction (all files) 2024-11-23T19:41:43,998 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/A is initiating minor compaction (all files) 2024-11-23T19:41:43,998 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/B in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:43,998 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/A in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:43,998 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/06530942290f48dda1a3f3038bbf37f2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/789b05e520b44a2d9ce4944c526d3162, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/e9c10a4c87c34232948ca8fe72735c95] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=36.8 K 2024-11-23T19:41:43,998 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/0bafec1e1ea24c258e9d5d62a791c1e7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/e098f74ca18d486d9c7e50b8e6efacf9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/f56387ee2aea42baa744bb803a10d0c8] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=36.8 K 2024-11-23T19:41:43,999 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 06530942290f48dda1a3f3038bbf37f2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732390899684 2024-11-23T19:41:43,999 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bafec1e1ea24c258e9d5d62a791c1e7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732390899684 2024-11-23T19:41:43,999 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e098f74ca18d486d9c7e50b8e6efacf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732390900333 2024-11-23T19:41:43,999 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 789b05e520b44a2d9ce4944c526d3162, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732390900333 2024-11-23T19:41:43,999 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting f56387ee2aea42baa744bb803a10d0c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732390902516 2024-11-23T19:41:43,999 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting e9c10a4c87c34232948ca8fe72735c95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732390902516 2024-11-23T19:41:44,005 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#A#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:44,005 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/78ba438cc6b240fcb6cd0e8c18d9e0ad is 50, key is test_row_0/A:col10/1732390902516/Put/seqid=0 2024-11-23T19:41:44,005 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#B#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:44,006 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/d553cfa8574f4bfc992321147151a196 is 50, key is test_row_0/B:col10/1732390902516/Put/seqid=0 2024-11-23T19:41:44,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742145_1321 (size=13187) 2024-11-23T19:41:44,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742146_1322 (size=13187) 2024-11-23T19:41:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:44,313 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:44,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T19:41:44,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/6835f3fec4ea4120a19032ae54deb3d2 is 50, key is test_row_0/A:col10/1732390904312/Put/seqid=0 2024-11-23T19:41:44,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742147_1323 (size=14741) 2024-11-23T19:41:44,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390964371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:44,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390964372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:44,423 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/78ba438cc6b240fcb6cd0e8c18d9e0ad as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/78ba438cc6b240fcb6cd0e8c18d9e0ad 2024-11-23T19:41:44,427 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/A of ba8870d7b077b3f1aef91af13fe791e2 into 78ba438cc6b240fcb6cd0e8c18d9e0ad(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:44,427 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:44,427 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/A, priority=13, startTime=1732390903997; duration=0sec 2024-11-23T19:41:44,427 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:44,427 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:A 2024-11-23T19:41:44,427 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:44,428 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:44,428 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/C is initiating minor compaction (all files) 2024-11-23T19:41:44,428 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/C in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:44,428 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/1d1873188fd94a89997f4a4737f62c6a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/b9604b781d7947e6ae32e80b4bf5e07a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/18d0a8f60ae342a89991afedbb457da3] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=36.8 K 2024-11-23T19:41:44,429 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d1873188fd94a89997f4a4737f62c6a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732390899684 2024-11-23T19:41:44,429 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9604b781d7947e6ae32e80b4bf5e07a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732390900333 2024-11-23T19:41:44,429 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18d0a8f60ae342a89991afedbb457da3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732390902516 2024-11-23T19:41:44,432 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/d553cfa8574f4bfc992321147151a196 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/d553cfa8574f4bfc992321147151a196 2024-11-23T19:41:44,437 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/B of ba8870d7b077b3f1aef91af13fe791e2 into d553cfa8574f4bfc992321147151a196(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:44,437 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:44,437 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/B, priority=13, startTime=1732390903997; duration=0sec 2024-11-23T19:41:44,437 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:44,437 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:B 2024-11-23T19:41:44,437 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#C#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:44,438 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/47c6733b2a104899acc9bf6470f9b843 is 50, key is test_row_0/C:col10/1732390902516/Put/seqid=0 2024-11-23T19:41:44,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742148_1324 (size=13187) 2024-11-23T19:41:44,465 INFO [Thread-1143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1143. 2024-11-23T19:41:44,465 DEBUG [Thread-1143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:44,466 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:44,466 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:44,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:44,467 INFO [Thread-1147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1147. 2024-11-23T19:41:44,467 DEBUG [Thread-1147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:44,467 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:44,467 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:44,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:44,467 INFO [Thread-1141 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1141. 2024-11-23T19:41:44,467 DEBUG [Thread-1141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:44,467 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:44,467 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:44,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:44,468 INFO [Thread-1139 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1139. 2024-11-23T19:41:44,468 DEBUG [Thread-1139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:44,468 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:44,469 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:44,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:44,471 INFO [Thread-1145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1145. 2024-11-23T19:41:44,471 DEBUG [Thread-1145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:44,471 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:44,471 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:44,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:44,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:44,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390964480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390964480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:44,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:44,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:44,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:44,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:44,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:44,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-23T19:41:44,551 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:44,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:44,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390964691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390964692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:44,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:44,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:44,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:44,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:44,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/6835f3fec4ea4120a19032ae54deb3d2 2024-11-23T19:41:44,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/c5a8da4698ca43d3ad488fabe254ecec is 50, key is test_row_0/B:col10/1732390904312/Put/seqid=0 2024-11-23T19:41:44,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742149_1325 (size=12301) 2024-11-23T19:41:44,852 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/47c6733b2a104899acc9bf6470f9b843 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/47c6733b2a104899acc9bf6470f9b843 2024-11-23T19:41:44,857 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/C of ba8870d7b077b3f1aef91af13fe791e2 into 47c6733b2a104899acc9bf6470f9b843(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:44,857 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:44,857 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/C, priority=13, startTime=1732390903997; duration=0sec 2024-11-23T19:41:44,857 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:44,857 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:C 2024-11-23T19:41:45,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:45,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390965000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390965000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:45,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:45,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:45,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:45,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:45,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:45,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:45,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/c5a8da4698ca43d3ad488fabe254ecec 2024-11-23T19:41:45,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/f8cba199055947b78c4196b981827424 is 50, key is test_row_0/C:col10/1732390904312/Put/seqid=0 2024-11-23T19:41:45,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742150_1326 (size=12301) 2024-11-23T19:41:45,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:45,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38948 deadline: 1732390965511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732390965512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:41:45,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/f8cba199055947b78c4196b981827424 2024-11-23T19:41:45,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/6835f3fec4ea4120a19032ae54deb3d2 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/6835f3fec4ea4120a19032ae54deb3d2 2024-11-23T19:41:45,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/6835f3fec4ea4120a19032ae54deb3d2, entries=200, sequenceid=384, filesize=14.4 K 2024-11-23T19:41:45,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/c5a8da4698ca43d3ad488fabe254ecec as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c5a8da4698ca43d3ad488fabe254ecec 2024-11-23T19:41:45,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c5a8da4698ca43d3ad488fabe254ecec, entries=150, sequenceid=384, filesize=12.0 K 2024-11-23T19:41:45,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/f8cba199055947b78c4196b981827424 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/f8cba199055947b78c4196b981827424 2024-11-23T19:41:45,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/f8cba199055947b78c4196b981827424, entries=150, sequenceid=384, filesize=12.0 K 2024-11-23T19:41:45,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ba8870d7b077b3f1aef91af13fe791e2 in 1259ms, sequenceid=384, compaction requested=false 2024-11-23T19:41:45,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:46,535 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:46,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T19:41:46,535 INFO [Thread-1132 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1132. 2024-11-23T19:41:46,535 INFO [Thread-1128 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1128. 2024-11-23T19:41:46,536 DEBUG [Thread-1132 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:46,536 DEBUG [Thread-1128 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:46,536 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:46,536 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:46,536 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:46,536 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:46,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:46,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:46,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/124f715425074ec2addf54869ab29824 is 50, key is test_row_0/A:col10/1732390906531/Put/seqid=0 2024-11-23T19:41:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742151_1327 (size=12301) 2024-11-23T19:41:46,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/124f715425074ec2addf54869ab29824 2024-11-23T19:41:46,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/8727c394af4d4d9a9d2812a5a63945ad is 50, key is test_row_0/B:col10/1732390906531/Put/seqid=0 2024-11-23T19:41:46,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742152_1328 (size=12301) 2024-11-23T19:41:47,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/8727c394af4d4d9a9d2812a5a63945ad 2024-11-23T19:41:47,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/3f2aa8a2982b411d9502a69db7e6e488 is 50, key is test_row_0/C:col10/1732390906531/Put/seqid=0 2024-11-23T19:41:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742153_1329 (size=12301) 2024-11-23T19:41:47,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/3f2aa8a2982b411d9502a69db7e6e488 2024-11-23T19:41:47,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/124f715425074ec2addf54869ab29824 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/124f715425074ec2addf54869ab29824 2024-11-23T19:41:47,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/124f715425074ec2addf54869ab29824, entries=150, sequenceid=414, filesize=12.0 K 2024-11-23T19:41:47,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/8727c394af4d4d9a9d2812a5a63945ad as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/8727c394af4d4d9a9d2812a5a63945ad 2024-11-23T19:41:47,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/8727c394af4d4d9a9d2812a5a63945ad, entries=150, sequenceid=414, filesize=12.0 K 2024-11-23T19:41:47,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/3f2aa8a2982b411d9502a69db7e6e488 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/3f2aa8a2982b411d9502a69db7e6e488 2024-11-23T19:41:47,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/3f2aa8a2982b411d9502a69db7e6e488, entries=150, sequenceid=414, filesize=12.0 K 2024-11-23T19:41:47,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=0 B/0 for ba8870d7b077b3f1aef91af13fe791e2 in 1317ms, sequenceid=414, compaction requested=true 2024-11-23T19:41:47,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:47,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:41:47,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:47,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:41:47,852 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:47,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:47,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ba8870d7b077b3f1aef91af13fe791e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:41:47,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:47,852 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:47,853 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:47,853 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:47,853 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/A is initiating minor compaction (all files) 2024-11-23T19:41:47,853 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/B is initiating minor compaction (all files) 2024-11-23T19:41:47,853 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/A in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:47,853 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/B in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:47,853 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/78ba438cc6b240fcb6cd0e8c18d9e0ad, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/6835f3fec4ea4120a19032ae54deb3d2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/124f715425074ec2addf54869ab29824] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=39.3 K 2024-11-23T19:41:47,853 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/d553cfa8574f4bfc992321147151a196, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c5a8da4698ca43d3ad488fabe254ecec, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/8727c394af4d4d9a9d2812a5a63945ad] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=36.9 K 2024-11-23T19:41:47,853 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78ba438cc6b240fcb6cd0e8c18d9e0ad, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732390902516 2024-11-23T19:41:47,853 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting d553cfa8574f4bfc992321147151a196, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732390902516 2024-11-23T19:41:47,854 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6835f3fec4ea4120a19032ae54deb3d2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732390903168 2024-11-23T19:41:47,854 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting c5a8da4698ca43d3ad488fabe254ecec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732390903168 2024-11-23T19:41:47,854 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 124f715425074ec2addf54869ab29824, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732390904357 2024-11-23T19:41:47,854 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8727c394af4d4d9a9d2812a5a63945ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732390904357 2024-11-23T19:41:47,860 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#B#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:47,860 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#A#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:47,860 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/15bdee60d7eb4dfc849b6b0b8d11659b is 50, key is test_row_0/A:col10/1732390906531/Put/seqid=0 2024-11-23T19:41:47,860 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/7b17673b66724067946f220373133f4d is 50, key is test_row_0/B:col10/1732390906531/Put/seqid=0 2024-11-23T19:41:47,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742155_1331 (size=13289) 2024-11-23T19:41:47,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742154_1330 (size=13289) 2024-11-23T19:41:48,271 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/7b17673b66724067946f220373133f4d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/7b17673b66724067946f220373133f4d 2024-11-23T19:41:48,271 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/15bdee60d7eb4dfc849b6b0b8d11659b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/15bdee60d7eb4dfc849b6b0b8d11659b 2024-11-23T19:41:48,277 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/A of ba8870d7b077b3f1aef91af13fe791e2 into 15bdee60d7eb4dfc849b6b0b8d11659b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:48,277 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/B of ba8870d7b077b3f1aef91af13fe791e2 into 7b17673b66724067946f220373133f4d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:48,277 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:48,277 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:48,277 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/A, priority=13, startTime=1732390907852; duration=0sec 2024-11-23T19:41:48,277 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/B, priority=13, startTime=1732390907852; duration=0sec 2024-11-23T19:41:48,277 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:48,277 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:A 2024-11-23T19:41:48,277 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:48,278 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:B 2024-11-23T19:41:48,278 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:48,279 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:48,279 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): ba8870d7b077b3f1aef91af13fe791e2/C is initiating minor compaction (all files) 2024-11-23T19:41:48,279 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ba8870d7b077b3f1aef91af13fe791e2/C in TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:48,279 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/47c6733b2a104899acc9bf6470f9b843, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/f8cba199055947b78c4196b981827424, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/3f2aa8a2982b411d9502a69db7e6e488] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp, totalSize=36.9 K 2024-11-23T19:41:48,279 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47c6733b2a104899acc9bf6470f9b843, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732390902516 2024-11-23T19:41:48,280 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8cba199055947b78c4196b981827424, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732390903168 2024-11-23T19:41:48,280 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f2aa8a2982b411d9502a69db7e6e488, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732390904357 2024-11-23T19:41:48,287 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ba8870d7b077b3f1aef91af13fe791e2#C#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:48,287 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/2fd2bc5a5c9e48369dba8d36fbce4d37 is 50, key is test_row_0/C:col10/1732390906531/Put/seqid=0 2024-11-23T19:41:48,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742156_1332 (size=13289) 2024-11-23T19:41:48,698 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/2fd2bc5a5c9e48369dba8d36fbce4d37 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/2fd2bc5a5c9e48369dba8d36fbce4d37 2024-11-23T19:41:48,706 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ba8870d7b077b3f1aef91af13fe791e2/C of ba8870d7b077b3f1aef91af13fe791e2 into 2fd2bc5a5c9e48369dba8d36fbce4d37(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:48,706 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ba8870d7b077b3f1aef91af13fe791e2: 2024-11-23T19:41:48,706 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., storeName=ba8870d7b077b3f1aef91af13fe791e2/C, priority=13, startTime=1732390907852; duration=0sec 2024-11-23T19:41:48,706 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:48,706 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ba8870d7b077b3f1aef91af13fe791e2:C 2024-11-23T19:41:49,083 INFO [Thread-1134 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1134. 2024-11-23T19:41:49,083 DEBUG [Thread-1134 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:49,084 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:49,084 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:49,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:49,103 INFO [Thread-1136 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1136. 2024-11-23T19:41:49,103 DEBUG [Thread-1136 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:49,103 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:49,103 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:49,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:49,134 INFO [Thread-1130 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1130. 2024-11-23T19:41:49,134 DEBUG [Thread-1130 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:41:49,134 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:49,134 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:49,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:49,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T19:41:49,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 137 2024-11-23T19:41:49,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-23T19:41:49,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-11-23T19:41:49,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-23T19:41:49,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-23T19:41:49,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T19:41:49,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3777 2024-11-23T19:41:49,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3757 2024-11-23T19:41:49,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3838 2024-11-23T19:41:49,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3792 2024-11-23T19:41:49,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3770 2024-11-23T19:41:49,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T19:41:49,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:41:49,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:41:49,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:49,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:49,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:41:49,138 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T19:41:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-23T19:41:49,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390909144"}]},"ts":"1732390909144"} 2024-11-23T19:41:49,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T19:41:49,146 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T19:41:49,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T19:41:49,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba8870d7b077b3f1aef91af13fe791e2, UNASSIGN}] 2024-11-23T19:41:49,149 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba8870d7b077b3f1aef91af13fe791e2, UNASSIGN 2024-11-23T19:41:49,150 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=ba8870d7b077b3f1aef91af13fe791e2, regionState=CLOSING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:49,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba8870d7b077b3f1aef91af13fe791e2, UNASSIGN because future has completed 2024-11-23T19:41:49,152 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T19:41:49,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:41:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-23T19:41:49,305 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:49,305 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T19:41:49,305 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing ba8870d7b077b3f1aef91af13fe791e2, disabling compactions & flushes 2024-11-23T19:41:49,305 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:49,305 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:49,305 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. after waiting 0 ms 2024-11-23T19:41:49,305 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:49,305 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(2902): Flushing ba8870d7b077b3f1aef91af13fe791e2 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-23T19:41:49,311 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/1718025d2a6b4b97b9873cfceea71a36 is 50, key is test_row_0/A:col10/1732390909101/Put/seqid=0 2024-11-23T19:41:49,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742157_1333 (size=12301) 2024-11-23T19:41:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-23T19:41:49,717 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/1718025d2a6b4b97b9873cfceea71a36 2024-11-23T19:41:49,723 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/cb082afec7b844869a53a459a5b29956 is 50, key is test_row_0/B:col10/1732390909101/Put/seqid=0 2024-11-23T19:41:49,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742158_1334 (size=12301) 2024-11-23T19:41:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-23T19:41:50,129 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/cb082afec7b844869a53a459a5b29956 2024-11-23T19:41:50,141 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/9276101f707a4847aae40efda71117d5 is 50, key is test_row_0/C:col10/1732390909101/Put/seqid=0 2024-11-23T19:41:50,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742159_1335 (size=12301) 2024-11-23T19:41:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-23T19:41:50,546 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/9276101f707a4847aae40efda71117d5 2024-11-23T19:41:50,555 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/A/1718025d2a6b4b97b9873cfceea71a36 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/1718025d2a6b4b97b9873cfceea71a36 2024-11-23T19:41:50,561 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/1718025d2a6b4b97b9873cfceea71a36, entries=150, sequenceid=423, filesize=12.0 K 2024-11-23T19:41:50,562 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/B/cb082afec7b844869a53a459a5b29956 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/cb082afec7b844869a53a459a5b29956 2024-11-23T19:41:50,566 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/cb082afec7b844869a53a459a5b29956, entries=150, sequenceid=423, filesize=12.0 K 2024-11-23T19:41:50,567 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/.tmp/C/9276101f707a4847aae40efda71117d5 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/9276101f707a4847aae40efda71117d5 2024-11-23T19:41:50,571 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/9276101f707a4847aae40efda71117d5, entries=150, sequenceid=423, filesize=12.0 K 2024-11-23T19:41:50,572 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for ba8870d7b077b3f1aef91af13fe791e2 in 1267ms, sequenceid=423, compaction requested=false 2024-11-23T19:41:50,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/06d434ceef3b4869bcc12f1c2749ac72, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/d843aa178c504bf78311d3ffacee9bbb, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/0d3c1f3faa944f92a6e5caae0f090b2d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/6f8e385c2d6e486a8db08c5ae54c73e2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/30f73e649531462488c3fbf8fe8e0bcf, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/5e411affef28415ca394f7914b1d7779, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/a6922b19a5f44342a76a6c90e0872a75, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/0500f30694364171a9cd60880bed6ac6, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/55ca6662e6c241aca852da26daa2a272, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/1ddbcf11eb42477bbfb84e1fb3a44bea, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/911a11d958af41b08b175cef5370c68a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/5bdee06be0fb4e96b6fbc57d53e48848, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/f405bdce40ab441dafbf106573c66615, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/8b1130100195403b80c20ea19fe2e88c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/8e791f2446824c0fb22bf631f341d1e4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/1da086a10a934b02ae59452675b1a5bd, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/54955b61e47d44abbc57ab02201f579f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/15234dbdcd1f45f98639613349bfa523, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/55749661dca1460dabda01ac9b429d73, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/345f1c6f41d54420986e7b4137f7c9b6, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/a9338c4b66924da7862530a7fd208355, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/fe065a78ddd64558912791e84e1c7bcc, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/c788ea980bfe49db91edd7850ccba334, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/0bafec1e1ea24c258e9d5d62a791c1e7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/e098f74ca18d486d9c7e50b8e6efacf9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/78ba438cc6b240fcb6cd0e8c18d9e0ad, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/f56387ee2aea42baa744bb803a10d0c8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/6835f3fec4ea4120a19032ae54deb3d2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/124f715425074ec2addf54869ab29824] to archive 2024-11-23T19:41:50,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:41:50,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/06d434ceef3b4869bcc12f1c2749ac72 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/06d434ceef3b4869bcc12f1c2749ac72 2024-11-23T19:41:50,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/d843aa178c504bf78311d3ffacee9bbb to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/d843aa178c504bf78311d3ffacee9bbb 2024-11-23T19:41:50,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/0d3c1f3faa944f92a6e5caae0f090b2d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/0d3c1f3faa944f92a6e5caae0f090b2d 2024-11-23T19:41:50,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/6f8e385c2d6e486a8db08c5ae54c73e2 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/6f8e385c2d6e486a8db08c5ae54c73e2 2024-11-23T19:41:50,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/30f73e649531462488c3fbf8fe8e0bcf to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/30f73e649531462488c3fbf8fe8e0bcf 2024-11-23T19:41:50,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/5e411affef28415ca394f7914b1d7779 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/5e411affef28415ca394f7914b1d7779 2024-11-23T19:41:50,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/a6922b19a5f44342a76a6c90e0872a75 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/a6922b19a5f44342a76a6c90e0872a75 2024-11-23T19:41:50,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/0500f30694364171a9cd60880bed6ac6 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/0500f30694364171a9cd60880bed6ac6 2024-11-23T19:41:50,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/55ca6662e6c241aca852da26daa2a272 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/55ca6662e6c241aca852da26daa2a272 2024-11-23T19:41:50,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/1ddbcf11eb42477bbfb84e1fb3a44bea to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/1ddbcf11eb42477bbfb84e1fb3a44bea 2024-11-23T19:41:50,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/911a11d958af41b08b175cef5370c68a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/911a11d958af41b08b175cef5370c68a 2024-11-23T19:41:50,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/5bdee06be0fb4e96b6fbc57d53e48848 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/5bdee06be0fb4e96b6fbc57d53e48848 2024-11-23T19:41:50,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/f405bdce40ab441dafbf106573c66615 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/f405bdce40ab441dafbf106573c66615 2024-11-23T19:41:50,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/8b1130100195403b80c20ea19fe2e88c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/8b1130100195403b80c20ea19fe2e88c 2024-11-23T19:41:50,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/8e791f2446824c0fb22bf631f341d1e4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/8e791f2446824c0fb22bf631f341d1e4 2024-11-23T19:41:50,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/1da086a10a934b02ae59452675b1a5bd to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/1da086a10a934b02ae59452675b1a5bd 2024-11-23T19:41:50,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/54955b61e47d44abbc57ab02201f579f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/54955b61e47d44abbc57ab02201f579f 2024-11-23T19:41:50,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/15234dbdcd1f45f98639613349bfa523 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/15234dbdcd1f45f98639613349bfa523 2024-11-23T19:41:50,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/55749661dca1460dabda01ac9b429d73 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/55749661dca1460dabda01ac9b429d73 2024-11-23T19:41:50,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/345f1c6f41d54420986e7b4137f7c9b6 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/345f1c6f41d54420986e7b4137f7c9b6 2024-11-23T19:41:50,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/a9338c4b66924da7862530a7fd208355 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/a9338c4b66924da7862530a7fd208355 2024-11-23T19:41:50,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/fe065a78ddd64558912791e84e1c7bcc to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/fe065a78ddd64558912791e84e1c7bcc 2024-11-23T19:41:50,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/c788ea980bfe49db91edd7850ccba334 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/c788ea980bfe49db91edd7850ccba334 2024-11-23T19:41:50,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/0bafec1e1ea24c258e9d5d62a791c1e7 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/0bafec1e1ea24c258e9d5d62a791c1e7 2024-11-23T19:41:50,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/e098f74ca18d486d9c7e50b8e6efacf9 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/e098f74ca18d486d9c7e50b8e6efacf9 2024-11-23T19:41:50,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/78ba438cc6b240fcb6cd0e8c18d9e0ad to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/78ba438cc6b240fcb6cd0e8c18d9e0ad 2024-11-23T19:41:50,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/f56387ee2aea42baa744bb803a10d0c8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/f56387ee2aea42baa744bb803a10d0c8 2024-11-23T19:41:50,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/6835f3fec4ea4120a19032ae54deb3d2 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/6835f3fec4ea4120a19032ae54deb3d2 2024-11-23T19:41:50,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/124f715425074ec2addf54869ab29824 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/124f715425074ec2addf54869ab29824 2024-11-23T19:41:50,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/ba251ae2128d402982d542c449ee6cda, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c4b8ca209ebe4742855970e5f7889331, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a04f8522d8b74a88b28ca72857ba4557, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/f30bc2d0316847e2abe31710a5d90749, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/86171bfde9ba4bc182b6607724b2fd9b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/d147fb5a77c04e9c97c1910e37a16278, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/e0185bb788d14b71a9d0b5e8e63d9caf, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/713aaedd674446478e0db1979d758f52, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/1f0e619d00594bac994d85a6ceee2905, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/e7384cda649742f5963372d32e14fd70, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/550e15ee52ac422382396d5397321899, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/1792684b773c496aaddbf987d9909ba8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/932a7086b2b54898bfd8150db996f1f4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/9f7f8877ab4049b5a8c730ba9f4728f2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c7894cb788f8484d88d49f7e04be9371, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/2c8fb845ad7745fc98c0249e6a12444b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c5eae5d91dac4253b3b37230a31c8c9d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/8a0fd7bd2b704148834dbadf0798270a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a4af639c13ff4900a4a2ce888acd59d9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/344f96417ef44f9ab2bec3e72826955f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/ab544945237e4ccbb1233357c56f0e8e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a972e816134d46958e0e0b6523a8735e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/06530942290f48dda1a3f3038bbf37f2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/b898fd473f7c4ad3895fc889d1f84387, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/789b05e520b44a2d9ce4944c526d3162, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/d553cfa8574f4bfc992321147151a196, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/e9c10a4c87c34232948ca8fe72735c95, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c5a8da4698ca43d3ad488fabe254ecec, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/8727c394af4d4d9a9d2812a5a63945ad] to archive 2024-11-23T19:41:50,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:41:50,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/ba251ae2128d402982d542c449ee6cda to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/ba251ae2128d402982d542c449ee6cda 2024-11-23T19:41:50,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c4b8ca209ebe4742855970e5f7889331 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c4b8ca209ebe4742855970e5f7889331 2024-11-23T19:41:50,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a04f8522d8b74a88b28ca72857ba4557 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a04f8522d8b74a88b28ca72857ba4557 2024-11-23T19:41:50,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/f30bc2d0316847e2abe31710a5d90749 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/f30bc2d0316847e2abe31710a5d90749 2024-11-23T19:41:50,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/86171bfde9ba4bc182b6607724b2fd9b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/86171bfde9ba4bc182b6607724b2fd9b 2024-11-23T19:41:50,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/d147fb5a77c04e9c97c1910e37a16278 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/d147fb5a77c04e9c97c1910e37a16278 2024-11-23T19:41:50,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/e0185bb788d14b71a9d0b5e8e63d9caf to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/e0185bb788d14b71a9d0b5e8e63d9caf 2024-11-23T19:41:50,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/713aaedd674446478e0db1979d758f52 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/713aaedd674446478e0db1979d758f52 2024-11-23T19:41:50,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/1f0e619d00594bac994d85a6ceee2905 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/1f0e619d00594bac994d85a6ceee2905 2024-11-23T19:41:50,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/e7384cda649742f5963372d32e14fd70 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/e7384cda649742f5963372d32e14fd70 2024-11-23T19:41:50,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/550e15ee52ac422382396d5397321899 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/550e15ee52ac422382396d5397321899 2024-11-23T19:41:50,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/1792684b773c496aaddbf987d9909ba8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/1792684b773c496aaddbf987d9909ba8 2024-11-23T19:41:50,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/932a7086b2b54898bfd8150db996f1f4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/932a7086b2b54898bfd8150db996f1f4 2024-11-23T19:41:50,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/9f7f8877ab4049b5a8c730ba9f4728f2 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/9f7f8877ab4049b5a8c730ba9f4728f2 2024-11-23T19:41:50,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c7894cb788f8484d88d49f7e04be9371 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c7894cb788f8484d88d49f7e04be9371 2024-11-23T19:41:50,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/2c8fb845ad7745fc98c0249e6a12444b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/2c8fb845ad7745fc98c0249e6a12444b 2024-11-23T19:41:50,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c5eae5d91dac4253b3b37230a31c8c9d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c5eae5d91dac4253b3b37230a31c8c9d 2024-11-23T19:41:50,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/8a0fd7bd2b704148834dbadf0798270a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/8a0fd7bd2b704148834dbadf0798270a 2024-11-23T19:41:50,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a4af639c13ff4900a4a2ce888acd59d9 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a4af639c13ff4900a4a2ce888acd59d9 2024-11-23T19:41:50,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/344f96417ef44f9ab2bec3e72826955f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/344f96417ef44f9ab2bec3e72826955f 2024-11-23T19:41:50,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/ab544945237e4ccbb1233357c56f0e8e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/ab544945237e4ccbb1233357c56f0e8e 2024-11-23T19:41:50,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a972e816134d46958e0e0b6523a8735e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/a972e816134d46958e0e0b6523a8735e 2024-11-23T19:41:50,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/06530942290f48dda1a3f3038bbf37f2 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/06530942290f48dda1a3f3038bbf37f2 2024-11-23T19:41:50,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/b898fd473f7c4ad3895fc889d1f84387 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/b898fd473f7c4ad3895fc889d1f84387 2024-11-23T19:41:50,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/789b05e520b44a2d9ce4944c526d3162 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/789b05e520b44a2d9ce4944c526d3162 2024-11-23T19:41:50,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/d553cfa8574f4bfc992321147151a196 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/d553cfa8574f4bfc992321147151a196 2024-11-23T19:41:50,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/e9c10a4c87c34232948ca8fe72735c95 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/e9c10a4c87c34232948ca8fe72735c95 2024-11-23T19:41:50,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c5a8da4698ca43d3ad488fabe254ecec to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/c5a8da4698ca43d3ad488fabe254ecec 2024-11-23T19:41:50,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/8727c394af4d4d9a9d2812a5a63945ad to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/8727c394af4d4d9a9d2812a5a63945ad 2024-11-23T19:41:50,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/2d4ec21e252f475e8896b85f71f46fc3, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/25690d8d6ecf494bbfa5f83a9bd7aade, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/adc4c6fdd966429193bae1ff63e0efc7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/4909eb994cb347b09fad6fe0a3f45bb5, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/4c79dba3062a4c289b451f69620b5487, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/bba324b87afa49bea57b162e88bb0696, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/7d02bc18e67c4ed9b83ada2325e7ec37, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/19e9834a87824e408be053b3b21ddca5, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/b05025683523431b8253a9eef3b5422e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/cac19fdac5b64c79913ce71563663440, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/175714aa1ba545cdb0c95c01d73e4ac2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/bf0e07843a714b22b4774e40365ff335, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/a464b52c542e4f15bb14bfcaee9cf169, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/ef41cf8cfd004fc48d679ef59987e822, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/c1e0a4d2b4a44069a0f996982d298223, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/9f759dd26ced4940baa7b6cce9afa582, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/ba9397c932764c6e9ed1dcc4ea5abfb9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/690825874d7c40618adb129125b70776, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/96aba12038c347e7afc543d4b5dd980e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/cc851f5cc24f406abf1689a340cb4c6d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/db05ca948f0b4731996180b993f11edd, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/db94561728384ae4bf31e3797db512d1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/1d1873188fd94a89997f4a4737f62c6a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/22f0f4f6be184e2bb56f3e326b96a2c7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/b9604b781d7947e6ae32e80b4bf5e07a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/47c6733b2a104899acc9bf6470f9b843, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/18d0a8f60ae342a89991afedbb457da3, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/f8cba199055947b78c4196b981827424, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/3f2aa8a2982b411d9502a69db7e6e488] to archive 2024-11-23T19:41:50,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:41:50,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/2d4ec21e252f475e8896b85f71f46fc3 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/2d4ec21e252f475e8896b85f71f46fc3 2024-11-23T19:41:50,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/25690d8d6ecf494bbfa5f83a9bd7aade to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/25690d8d6ecf494bbfa5f83a9bd7aade 2024-11-23T19:41:50,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/adc4c6fdd966429193bae1ff63e0efc7 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/adc4c6fdd966429193bae1ff63e0efc7 2024-11-23T19:41:50,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/4909eb994cb347b09fad6fe0a3f45bb5 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/4909eb994cb347b09fad6fe0a3f45bb5 2024-11-23T19:41:50,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/4c79dba3062a4c289b451f69620b5487 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/4c79dba3062a4c289b451f69620b5487 2024-11-23T19:41:50,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/bba324b87afa49bea57b162e88bb0696 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/bba324b87afa49bea57b162e88bb0696 2024-11-23T19:41:50,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/7d02bc18e67c4ed9b83ada2325e7ec37 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/7d02bc18e67c4ed9b83ada2325e7ec37 2024-11-23T19:41:50,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/19e9834a87824e408be053b3b21ddca5 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/19e9834a87824e408be053b3b21ddca5 2024-11-23T19:41:50,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/b05025683523431b8253a9eef3b5422e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/b05025683523431b8253a9eef3b5422e 2024-11-23T19:41:50,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/cac19fdac5b64c79913ce71563663440 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/cac19fdac5b64c79913ce71563663440 2024-11-23T19:41:50,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/175714aa1ba545cdb0c95c01d73e4ac2 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/175714aa1ba545cdb0c95c01d73e4ac2 2024-11-23T19:41:50,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/bf0e07843a714b22b4774e40365ff335 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/bf0e07843a714b22b4774e40365ff335 2024-11-23T19:41:50,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/a464b52c542e4f15bb14bfcaee9cf169 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/a464b52c542e4f15bb14bfcaee9cf169 2024-11-23T19:41:50,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/ef41cf8cfd004fc48d679ef59987e822 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/ef41cf8cfd004fc48d679ef59987e822 2024-11-23T19:41:50,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/c1e0a4d2b4a44069a0f996982d298223 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/c1e0a4d2b4a44069a0f996982d298223 2024-11-23T19:41:50,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/9f759dd26ced4940baa7b6cce9afa582 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/9f759dd26ced4940baa7b6cce9afa582 2024-11-23T19:41:50,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/ba9397c932764c6e9ed1dcc4ea5abfb9 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/ba9397c932764c6e9ed1dcc4ea5abfb9 2024-11-23T19:41:50,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/690825874d7c40618adb129125b70776 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/690825874d7c40618adb129125b70776 2024-11-23T19:41:50,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/96aba12038c347e7afc543d4b5dd980e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/96aba12038c347e7afc543d4b5dd980e 2024-11-23T19:41:50,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/cc851f5cc24f406abf1689a340cb4c6d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/cc851f5cc24f406abf1689a340cb4c6d 2024-11-23T19:41:50,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/db05ca948f0b4731996180b993f11edd to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/db05ca948f0b4731996180b993f11edd 2024-11-23T19:41:50,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/db94561728384ae4bf31e3797db512d1 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/db94561728384ae4bf31e3797db512d1 2024-11-23T19:41:50,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/1d1873188fd94a89997f4a4737f62c6a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/1d1873188fd94a89997f4a4737f62c6a 2024-11-23T19:41:50,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/22f0f4f6be184e2bb56f3e326b96a2c7 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/22f0f4f6be184e2bb56f3e326b96a2c7 2024-11-23T19:41:50,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/b9604b781d7947e6ae32e80b4bf5e07a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/b9604b781d7947e6ae32e80b4bf5e07a 2024-11-23T19:41:50,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/47c6733b2a104899acc9bf6470f9b843 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/47c6733b2a104899acc9bf6470f9b843 2024-11-23T19:41:50,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/18d0a8f60ae342a89991afedbb457da3 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/18d0a8f60ae342a89991afedbb457da3 2024-11-23T19:41:50,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/f8cba199055947b78c4196b981827424 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/f8cba199055947b78c4196b981827424 2024-11-23T19:41:50,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/3f2aa8a2982b411d9502a69db7e6e488 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/3f2aa8a2982b411d9502a69db7e6e488 2024-11-23T19:41:50,641 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/recovered.edits/426.seqid, newMaxSeqId=426, maxSeqId=1 2024-11-23T19:41:50,642 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. 2024-11-23T19:41:50,642 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for ba8870d7b077b3f1aef91af13fe791e2: Waiting for close lock at 1732390909305Running coprocessor pre-close hooks at 1732390909305Disabling compacts and flushes for region at 1732390909305Disabling writes for close at 1732390909305Obtaining lock to block concurrent updates at 1732390909305Preparing flush snapshotting stores in ba8870d7b077b3f1aef91af13fe791e2 at 1732390909305Finished memstore snapshotting TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732390909306 (+1 ms)Flushing stores of TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2. at 1732390909306Flushing ba8870d7b077b3f1aef91af13fe791e2/A: creating writer at 1732390909306Flushing ba8870d7b077b3f1aef91af13fe791e2/A: appending metadata at 1732390909310 (+4 ms)Flushing ba8870d7b077b3f1aef91af13fe791e2/A: closing flushed file at 1732390909310Flushing ba8870d7b077b3f1aef91af13fe791e2/B: creating writer at 1732390909721 (+411 ms)Flushing ba8870d7b077b3f1aef91af13fe791e2/B: appending metadata at 1732390909722 (+1 ms)Flushing ba8870d7b077b3f1aef91af13fe791e2/B: closing flushed file at 1732390909723 (+1 ms)Flushing ba8870d7b077b3f1aef91af13fe791e2/C: creating writer at 1732390910138 (+415 ms)Flushing ba8870d7b077b3f1aef91af13fe791e2/C: appending metadata at 1732390910141 (+3 ms)Flushing ba8870d7b077b3f1aef91af13fe791e2/C: closing flushed file at 1732390910141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@704c6fa7: reopening flushed file at 1732390910554 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ff3dc0: reopening flushed file at 1732390910561 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f5fe0a0: reopening flushed file at 1732390910566 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for ba8870d7b077b3f1aef91af13fe791e2 in 1267ms, sequenceid=423, compaction requested=false at 1732390910572 (+6 ms)Writing region close event to WAL at 1732390910639 (+67 ms)Running coprocessor post-close hooks at 1732390910642 (+3 ms)Closed at 1732390910642 2024-11-23T19:41:50,643 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:50,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=ba8870d7b077b3f1aef91af13fe791e2, regionState=CLOSED 2024-11-23T19:41:50,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:41:50,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-23T19:41:50,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure ba8870d7b077b3f1aef91af13fe791e2, server=e9a55eb58607,38025,1732390810767 in 1.4930 sec 2024-11-23T19:41:50,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-11-23T19:41:50,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ba8870d7b077b3f1aef91af13fe791e2, UNASSIGN in 1.4990 sec 2024-11-23T19:41:50,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-23T19:41:50,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5030 sec 2024-11-23T19:41:50,651 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390910650"}]},"ts":"1732390910650"} 2024-11-23T19:41:50,651 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T19:41:50,651 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T19:41:50,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5140 sec 2024-11-23T19:41:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-23T19:41:51,301 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:51,302 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T19:41:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:51,304 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=74, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-23T19:41:51,305 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=74, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:51,310 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:51,314 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/recovered.edits] 2024-11-23T19:41:51,318 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/15bdee60d7eb4dfc849b6b0b8d11659b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/15bdee60d7eb4dfc849b6b0b8d11659b 2024-11-23T19:41:51,319 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/1718025d2a6b4b97b9873cfceea71a36 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/A/1718025d2a6b4b97b9873cfceea71a36 2024-11-23T19:41:51,322 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/7b17673b66724067946f220373133f4d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/7b17673b66724067946f220373133f4d 2024-11-23T19:41:51,324 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/cb082afec7b844869a53a459a5b29956 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/B/cb082afec7b844869a53a459a5b29956 2024-11-23T19:41:51,327 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/2fd2bc5a5c9e48369dba8d36fbce4d37 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/2fd2bc5a5c9e48369dba8d36fbce4d37 2024-11-23T19:41:51,329 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/9276101f707a4847aae40efda71117d5 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/C/9276101f707a4847aae40efda71117d5 2024-11-23T19:41:51,332 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/recovered.edits/426.seqid to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2/recovered.edits/426.seqid 2024-11-23T19:41:51,333 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/ba8870d7b077b3f1aef91af13fe791e2 2024-11-23T19:41:51,333 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T19:41:51,336 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=74, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:51,340 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T19:41:51,342 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T19:41:51,343 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=74, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:51,344 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T19:41:51,344 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732390911344"}]},"ts":"9223372036854775807"} 2024-11-23T19:41:51,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-23T19:41:51,346 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ba8870d7b077b3f1aef91af13fe791e2, NAME => 'TestAcidGuarantees,,1732390882258.ba8870d7b077b3f1aef91af13fe791e2.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T19:41:51,346 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T19:41:51,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732390911346"}]},"ts":"9223372036854775807"} 2024-11-23T19:41:51,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-23T19:41:51,349 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=74, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:51,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-11-23T19:41:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-23T19:41:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-23T19:41:51,414 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:51,423 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=241 (was 239) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_60838384_22 at /127.0.0.1:51506 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2083274318_22 at /127.0.0.1:51504 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2083274318_22 at /127.0.0.1:58138 [Waiting for operation #206] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_60838384_22 at /127.0.0.1:56694 [Waiting for operation #359] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 423), ProcessCount=11 (was 11), AvailableMemoryMB=8644 (was 8971) 2024-11-23T19:41:51,431 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=8644 2024-11-23T19:41:51,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T19:41:51,432 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:41:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:51,434 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=75, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:41:51,435 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:51,435 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 75 2024-11-23T19:41:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-23T19:41:51,435 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=75, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:41:51,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742160_1336 (size=959) 2024-11-23T19:41:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-23T19:41:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-23T19:41:51,844 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd 2024-11-23T19:41:51,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742161_1337 (size=53) 2024-11-23T19:41:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-23T19:41:52,252 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:41:52,252 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing bbdcc7884629279a37442efa8f94cfe4, disabling compactions & flushes 2024-11-23T19:41:52,252 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:52,252 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:52,252 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. after waiting 0 ms 2024-11-23T19:41:52,252 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:52,252 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:52,252 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbdcc7884629279a37442efa8f94cfe4: Waiting for close lock at 1732390912252Disabling compacts and flushes for region at 1732390912252Disabling writes for close at 1732390912252Writing region close event to WAL at 1732390912252Closed at 1732390912252 2024-11-23T19:41:52,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=75, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:41:52,254 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732390912254"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732390912254"}]},"ts":"1732390912254"} 2024-11-23T19:41:52,256 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T19:41:52,257 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=75, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:41:52,257 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390912257"}]},"ts":"1732390912257"} 2024-11-23T19:41:52,259 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T19:41:52,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbdcc7884629279a37442efa8f94cfe4, ASSIGN}] 2024-11-23T19:41:52,260 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbdcc7884629279a37442efa8f94cfe4, ASSIGN 2024-11-23T19:41:52,262 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbdcc7884629279a37442efa8f94cfe4, ASSIGN; state=OFFLINE, location=e9a55eb58607,38025,1732390810767; forceNewPlan=false, retain=false 2024-11-23T19:41:52,413 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=bbdcc7884629279a37442efa8f94cfe4, regionState=OPENING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:52,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbdcc7884629279a37442efa8f94cfe4, ASSIGN because future has completed 2024-11-23T19:41:52,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:41:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-23T19:41:52,617 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:52,617 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:41:52,618 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:52,618 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:41:52,618 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:52,618 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:52,620 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:52,623 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbdcc7884629279a37442efa8f94cfe4 columnFamilyName A 2024-11-23T19:41:52,623 DEBUG [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:52,624 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] regionserver.HStore(327): Store=bbdcc7884629279a37442efa8f94cfe4/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:41:52,624 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:52,626 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbdcc7884629279a37442efa8f94cfe4 columnFamilyName B 2024-11-23T19:41:52,626 DEBUG [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:52,627 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] regionserver.HStore(327): Store=bbdcc7884629279a37442efa8f94cfe4/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:41:52,627 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:52,628 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbdcc7884629279a37442efa8f94cfe4 columnFamilyName C 2024-11-23T19:41:52,628 DEBUG [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:52,629 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] regionserver.HStore(327): Store=bbdcc7884629279a37442efa8f94cfe4/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:41:52,629 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:52,630 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:52,630 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:52,632 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:52,632 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:52,632 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T19:41:52,634 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:52,636 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:41:52,637 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened bbdcc7884629279a37442efa8f94cfe4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71469019, jitterRate=0.06497137248516083}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T19:41:52,637 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:52,637 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for bbdcc7884629279a37442efa8f94cfe4: Running coprocessor pre-open hook at 1732390912618Writing region info on filesystem at 1732390912618Initializing all the Stores at 1732390912619 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390912620 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390912620Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390912620Cleaning up temporary data from old regions at 1732390912632 (+12 ms)Running coprocessor post-open hooks at 1732390912637 (+5 ms)Region opened successfully at 1732390912637 2024-11-23T19:41:52,638 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., pid=77, masterSystemTime=1732390912612 2024-11-23T19:41:52,641 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:52,641 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:52,642 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=bbdcc7884629279a37442efa8f94cfe4, regionState=OPEN, openSeqNum=2, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:52,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:41:52,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-23T19:41:52,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 in 229 msec 2024-11-23T19:41:52,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=75 2024-11-23T19:41:52,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbdcc7884629279a37442efa8f94cfe4, ASSIGN in 390 msec 2024-11-23T19:41:52,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=75, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:41:52,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390912654"}]},"ts":"1732390912654"} 2024-11-23T19:41:52,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T19:41:52,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=75, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:41:52,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2260 sec 2024-11-23T19:41:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-23T19:41:53,581 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:53,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ebd22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:53,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:53,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:53,583 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af27191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:53,585 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:53,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5424912b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:53,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:53,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:53,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T19:41:53,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e9a55eb58607,38393,1732390809664 2024-11-23T19:41:53,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dae78a3 2024-11-23T19:41:53,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T19:41:53,591 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T19:41:53,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T19:41:53,593 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:41:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T19:41:53,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742162_1338 (size=995) 2024-11-23T19:41:54,016 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-23T19:41:54,016 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-23T19:41:54,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T19:41:54,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbdcc7884629279a37442efa8f94cfe4, REOPEN/MOVE}] 2024-11-23T19:41:54,027 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbdcc7884629279a37442efa8f94cfe4, REOPEN/MOVE 2024-11-23T19:41:54,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=bbdcc7884629279a37442efa8f94cfe4, regionState=CLOSING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:54,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbdcc7884629279a37442efa8f94cfe4, REOPEN/MOVE because future has completed 2024-11-23T19:41:54,029 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T19:41:54,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; CloseRegionProcedure bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:41:54,183 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(122): Close bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:54,183 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T19:41:54,183 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1722): Closing bbdcc7884629279a37442efa8f94cfe4, disabling compactions & flushes 2024-11-23T19:41:54,183 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:54,183 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:54,183 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. after waiting 0 ms 2024-11-23T19:41:54,183 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:54,191 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T19:41:54,192 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:54,192 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1676): Region close journal for bbdcc7884629279a37442efa8f94cfe4: Waiting for close lock at 1732390914183Running coprocessor pre-close hooks at 1732390914183Disabling compacts and flushes for region at 1732390914183Disabling writes for close at 1732390914183Writing region close event to WAL at 1732390914184 (+1 ms)Running coprocessor post-close hooks at 1732390914192 (+8 ms)Closed at 1732390914192 2024-11-23T19:41:54,192 WARN [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionServer(3299): Not adding moved region record: bbdcc7884629279a37442efa8f94cfe4 to self. 2024-11-23T19:41:54,195 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(157): Closed bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:54,196 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=bbdcc7884629279a37442efa8f94cfe4, regionState=CLOSED 2024-11-23T19:41:54,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=80, state=RUNNABLE, hasLock=false; CloseRegionProcedure bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:41:54,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-23T19:41:54,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseRegionProcedure bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 in 170 msec 2024-11-23T19:41:54,202 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbdcc7884629279a37442efa8f94cfe4, REOPEN/MOVE; state=CLOSED, location=e9a55eb58607,38025,1732390810767; forceNewPlan=false, retain=true 2024-11-23T19:41:54,353 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=bbdcc7884629279a37442efa8f94cfe4, regionState=OPENING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:54,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbdcc7884629279a37442efa8f94cfe4, REOPEN/MOVE because future has completed 2024-11-23T19:41:54,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=80, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:41:54,518 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:54,519 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7752): Opening region: {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:41:54,519 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:54,519 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:41:54,520 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7794): checking encryption for bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:54,520 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7797): checking classloading for bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:54,523 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:54,524 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbdcc7884629279a37442efa8f94cfe4 columnFamilyName A 2024-11-23T19:41:54,526 DEBUG [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:54,527 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] regionserver.HStore(327): Store=bbdcc7884629279a37442efa8f94cfe4/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:41:54,527 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:54,528 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbdcc7884629279a37442efa8f94cfe4 columnFamilyName B 2024-11-23T19:41:54,528 DEBUG [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:54,528 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] regionserver.HStore(327): Store=bbdcc7884629279a37442efa8f94cfe4/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:41:54,528 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:54,529 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbdcc7884629279a37442efa8f94cfe4 columnFamilyName C 2024-11-23T19:41:54,529 DEBUG [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:54,529 INFO [StoreOpener-bbdcc7884629279a37442efa8f94cfe4-1 {}] regionserver.HStore(327): Store=bbdcc7884629279a37442efa8f94cfe4/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:41:54,530 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1038): replaying wal for bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:54,530 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:54,531 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:54,533 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1048): stopping wal replay for bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:54,533 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1060): Cleaning up temporary data for bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:54,533 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T19:41:54,534 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1093): writing seq id for bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:54,535 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1114): Opened bbdcc7884629279a37442efa8f94cfe4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72420799, jitterRate=0.07915399968624115}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T19:41:54,535 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:54,536 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1006): Region open journal for bbdcc7884629279a37442efa8f94cfe4: Running coprocessor pre-open hook at 1732390914520Writing region info on filesystem at 1732390914520Initializing all the Stores at 1732390914522 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390914522Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390914522Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390914523 (+1 ms)Cleaning up temporary data from old regions at 1732390914533 (+10 ms)Running coprocessor post-open hooks at 1732390914535 (+2 ms)Region opened successfully at 1732390914536 (+1 ms) 2024-11-23T19:41:54,537 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., pid=82, masterSystemTime=1732390914512 2024-11-23T19:41:54,539 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:54,539 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:54,539 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=bbdcc7884629279a37442efa8f94cfe4, regionState=OPEN, openSeqNum=5, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:54,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=80, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:41:54,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=80 2024-11-23T19:41:54,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=80, state=SUCCESS, hasLock=false; OpenRegionProcedure bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 in 185 msec 2024-11-23T19:41:54,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=79 2024-11-23T19:41:54,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=79, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbdcc7884629279a37442efa8f94cfe4, REOPEN/MOVE in 518 msec 2024-11-23T19:41:54,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-23T19:41:54,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 524 msec 2024-11-23T19:41:54,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 957 msec 2024-11-23T19:41:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-23T19:41:54,555 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:54,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b81bdd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:54,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:54,557 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2847c569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:54,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:54,559 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48aa7d76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3548d87c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:54,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:54,562 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:54,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:54,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:54,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66082653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:54,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:54,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:54,564 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:54,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666426e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b60a361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:54,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:54,567 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:54,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:54,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20675387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:54,569 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:54,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220a2248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0b8a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:54,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:54,572 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:54,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:54,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:54,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38703f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:54,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:54,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:54,573 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:54,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e87693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15099ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:54,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:54,575 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b78674e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:54,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:54,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:54,576 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:54,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206b6c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8c61ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:54,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:54,578 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bff8184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:54,579 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:54,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20819fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147a1007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:54,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:54,581 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:54,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:54,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:54,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47af6b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:54,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:54,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:54,582 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:54,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d785a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4d201d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:54,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:54,584 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:54,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:54,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:54,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de0ebd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:54,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:54,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:54,585 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0595e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2b45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:54,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:54,586 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:54,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:54,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:54,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b159a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:54,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:54,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:54,588 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:54,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfdf1e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e1d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:41:54,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:41:54,589 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:41:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:41:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:41:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f1e28c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:41:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:41:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:41:54,591 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:41:54,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a502ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:41:54,592 DEBUG [Thread-1564 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:54,593 DEBUG [Thread-1553 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:54,593 DEBUG [Thread-1558 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:54,593 DEBUG [Thread-1551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:54,593 DEBUG [Thread-1545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:54,593 DEBUG [Thread-1560 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:54,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:54,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:54,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:54,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:54,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:54,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:54,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:54,595 DEBUG [Thread-1549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:54,595 DEBUG [Thread-1547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:54,595 DEBUG [Thread-1562 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:54,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:41:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:54,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:54,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:41:54,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:54,597 DEBUG [Thread-1549 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:54,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:54,597 DEBUG [Thread-1549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:54,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:41:54,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:54,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:41:54,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:54,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:54,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:41:54,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:41:54,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:41:54,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:41:54,600 DEBUG [Thread-1556 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:41:54,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:41:54,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:41:54,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:41:54,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:41:54,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:41:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-23T19:41:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-23T19:41:54,607 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:54,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:41:54,607 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:41:54,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbdcc7884629279a37442efa8f94cfe4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:41:54,608 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:41:54,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:41:54,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b009c4e907a24091b83314f29499af04_bbdcc7884629279a37442efa8f94cfe4 is 50, key is test_row_0/A:col10/1732390914606/Put/seqid=0 2024-11-23T19:41:54,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742163_1339 (size=17034) 2024-11-23T19:41:54,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390974662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390974663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:54,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390974664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:54,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390974673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:54,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:54,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390974674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:54,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-23T19:41:54,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T19:41:54,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:54,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:41:54,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:54,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:54,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:54,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390974781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:54,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:54,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390974781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:54,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:54,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390974781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:54,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:54,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390974790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:54,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:54,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390974790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:54,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:54,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T19:41:54,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:54,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:41:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:54,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-23T19:41:54,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390974990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:54,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:54,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390974990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:54,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:54,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390974990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:54,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:54,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:55,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390975000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:55,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:55,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390975000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:55,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:55,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:55,044 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:55,047 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b009c4e907a24091b83314f29499af04_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b009c4e907a24091b83314f29499af04_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:55,047 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/9ef35e1accf6433f9f8738bfbb75bca0, store: [table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:41:55,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/9ef35e1accf6433f9f8738bfbb75bca0 is 175, key is test_row_0/A:col10/1732390914606/Put/seqid=0 2024-11-23T19:41:55,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742164_1340 (size=48139) 2024-11-23T19:41:55,058 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/9ef35e1accf6433f9f8738bfbb75bca0 2024-11-23T19:41:55,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T19:41:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:41:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:55,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:55,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/8efcff94c72d498fb99660c6126bab59 is 50, key is test_row_0/B:col10/1732390914606/Put/seqid=0 2024-11-23T19:41:55,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742165_1341 (size=12001) 2024-11-23T19:41:55,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/8efcff94c72d498fb99660c6126bab59 2024-11-23T19:41:55,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/8eac27c61e734b5aa6859f1ef11286eb is 50, key is test_row_0/C:col10/1732390914606/Put/seqid=0 2024-11-23T19:41:55,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742166_1342 (size=12001) 2024-11-23T19:41:55,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T19:41:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:41:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:55,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-23T19:41:55,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390975301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:55,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390975301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390975301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:55,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390975310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:55,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390975310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:55,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T19:41:55,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:55,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:41:55,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:55,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:55,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:55,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/8eac27c61e734b5aa6859f1ef11286eb 2024-11-23T19:41:55,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T19:41:55,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:55,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:41:55,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:55,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:55,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:55,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/9ef35e1accf6433f9f8738bfbb75bca0 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/9ef35e1accf6433f9f8738bfbb75bca0 2024-11-23T19:41:55,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/9ef35e1accf6433f9f8738bfbb75bca0, entries=250, sequenceid=17, filesize=47.0 K 2024-11-23T19:41:55,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/8efcff94c72d498fb99660c6126bab59 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/8efcff94c72d498fb99660c6126bab59 2024-11-23T19:41:55,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/8efcff94c72d498fb99660c6126bab59, entries=150, sequenceid=17, filesize=11.7 K 2024-11-23T19:41:55,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/8eac27c61e734b5aa6859f1ef11286eb as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/8eac27c61e734b5aa6859f1ef11286eb 2024-11-23T19:41:55,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/8eac27c61e734b5aa6859f1ef11286eb, entries=150, sequenceid=17, filesize=11.7 K 2024-11-23T19:41:55,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bbdcc7884629279a37442efa8f94cfe4 in 930ms, sequenceid=17, compaction requested=false 2024-11-23T19:41:55,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:41:55,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T19:41:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:55,678 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2902): Flushing bbdcc7884629279a37442efa8f94cfe4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T19:41:55,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230ce5ddf9df27432896007077c6128651_bbdcc7884629279a37442efa8f94cfe4 is 50, key is test_row_0/A:col10/1732390914663/Put/seqid=0 2024-11-23T19:41:55,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742167_1343 (size=12154) 2024-11-23T19:41:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-23T19:41:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:55,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:41:55,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390975827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:55,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390975830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:55,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390975830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:55,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390975836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:55,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390975836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:55,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:55,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390975940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:55,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:55,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390975940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:55,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:55,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:55,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390975940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:55,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:55,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390975940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:55,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:55,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:55,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:56,101 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230ce5ddf9df27432896007077c6128651_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230ce5ddf9df27432896007077c6128651_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:56,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/c5d8ac7a5ee0455d9df8107106e85577, store: [table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:41:56,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/c5d8ac7a5ee0455d9df8107106e85577 is 175, key is test_row_0/A:col10/1732390914663/Put/seqid=0 2024-11-23T19:41:56,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742168_1344 (size=30955) 2024-11-23T19:41:56,112 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/c5d8ac7a5ee0455d9df8107106e85577 2024-11-23T19:41:56,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/9167e29e40c44bebad9047bccb0e761f is 50, key is test_row_0/B:col10/1732390914663/Put/seqid=0 2024-11-23T19:41:56,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742169_1345 (size=12001) 2024-11-23T19:41:56,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390976150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:56,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390976150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:56,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390976150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390976150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:56,178 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:41:56,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390976460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:56,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:56,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:56,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390976460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:56,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390976460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:56,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:56,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390976460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:56,526 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/9167e29e40c44bebad9047bccb0e761f 2024-11-23T19:41:56,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/328544b94ec04af9803560417ad7b509 is 50, key is test_row_0/C:col10/1732390914663/Put/seqid=0 2024-11-23T19:41:56,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742170_1346 (size=12001) 2024-11-23T19:41:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-23T19:41:56,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390976850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:56,856 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_1' in bbdcc7884629279a37442efa8f94cfe4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:56,937 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/328544b94ec04af9803560417ad7b509 2024-11-23T19:41:56,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/c5d8ac7a5ee0455d9df8107106e85577 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/c5d8ac7a5ee0455d9df8107106e85577 2024-11-23T19:41:56,943 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/c5d8ac7a5ee0455d9df8107106e85577, entries=150, sequenceid=40, filesize=30.2 K 2024-11-23T19:41:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/9167e29e40c44bebad9047bccb0e761f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/9167e29e40c44bebad9047bccb0e761f 2024-11-23T19:41:56,947 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/9167e29e40c44bebad9047bccb0e761f, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T19:41:56,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/328544b94ec04af9803560417ad7b509 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/328544b94ec04af9803560417ad7b509 2024-11-23T19:41:56,951 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/328544b94ec04af9803560417ad7b509, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T19:41:56,952 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bbdcc7884629279a37442efa8f94cfe4 in 1274ms, sequenceid=40, compaction requested=false 2024-11-23T19:41:56,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2603): Flush status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:41:56,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:56,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-23T19:41:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=84 2024-11-23T19:41:56,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-23T19:41:56,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3450 sec 2024-11-23T19:41:56,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.3550 sec 2024-11-23T19:41:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:56,975 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:56,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbdcc7884629279a37442efa8f94cfe4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T19:41:56,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112307060ee6bf2c4ffb9f4cb3f9352e9ae8_bbdcc7884629279a37442efa8f94cfe4 is 50, key is test_row_0/A:col10/1732390915826/Put/seqid=0 2024-11-23T19:41:56,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742171_1347 (size=14594) 2024-11-23T19:41:57,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390977011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:57,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:57,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390977014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:57,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:57,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390977014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:57,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390977019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:57,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390977130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:57,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390977130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:57,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390977130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:57,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:57,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:57,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390977141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:57,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:57,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390977340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390977340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:57,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390977350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:57,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390977350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:57,386 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:57,389 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112307060ee6bf2c4ffb9f4cb3f9352e9ae8_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112307060ee6bf2c4ffb9f4cb3f9352e9ae8_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:57,390 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/e418826313ce44c0a18687f0c6cbd1b8, store: [table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:41:57,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/e418826313ce44c0a18687f0c6cbd1b8 is 175, key is test_row_0/A:col10/1732390915826/Put/seqid=0 2024-11-23T19:41:57,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742172_1348 (size=39549) 2024-11-23T19:41:57,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390977650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:57,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390977650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:57,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390977660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390977660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:57,794 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/e418826313ce44c0a18687f0c6cbd1b8 2024-11-23T19:41:57,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/c10abe7749e64f9ea474d964c816481c is 50, key is test_row_0/B:col10/1732390915826/Put/seqid=0 2024-11-23T19:41:57,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742173_1349 (size=12001) 2024-11-23T19:41:58,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390978161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:58,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390978161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:58,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390978170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:58,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390978180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:58,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:58,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:58,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:58,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/c10abe7749e64f9ea474d964c816481c 2024-11-23T19:41:58,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/b3037882d6b7423b88cb55635dcc82b5 is 50, key is test_row_0/C:col10/1732390915826/Put/seqid=0 2024-11-23T19:41:58,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742174_1350 (size=12001) 2024-11-23T19:41:58,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/b3037882d6b7423b88cb55635dcc82b5 2024-11-23T19:41:58,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/e418826313ce44c0a18687f0c6cbd1b8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/e418826313ce44c0a18687f0c6cbd1b8 2024-11-23T19:41:58,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/e418826313ce44c0a18687f0c6cbd1b8, entries=200, sequenceid=54, filesize=38.6 K 2024-11-23T19:41:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/c10abe7749e64f9ea474d964c816481c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c10abe7749e64f9ea474d964c816481c 2024-11-23T19:41:58,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c10abe7749e64f9ea474d964c816481c, entries=150, sequenceid=54, filesize=11.7 K 2024-11-23T19:41:58,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/b3037882d6b7423b88cb55635dcc82b5 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/b3037882d6b7423b88cb55635dcc82b5 2024-11-23T19:41:58,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/b3037882d6b7423b88cb55635dcc82b5, entries=150, sequenceid=54, filesize=11.7 K 2024-11-23T19:41:58,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for bbdcc7884629279a37442efa8f94cfe4 in 1651ms, sequenceid=54, compaction requested=true 2024-11-23T19:41:58,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:41:58,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbdcc7884629279a37442efa8f94cfe4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:41:58,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:58,626 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:58,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbdcc7884629279a37442efa8f94cfe4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:41:58,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:58,626 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:58,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbdcc7884629279a37442efa8f94cfe4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:41:58,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:58,627 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:58,627 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): bbdcc7884629279a37442efa8f94cfe4/A is initiating minor compaction (all files) 2024-11-23T19:41:58,627 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbdcc7884629279a37442efa8f94cfe4/A in TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:58,627 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/9ef35e1accf6433f9f8738bfbb75bca0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/c5d8ac7a5ee0455d9df8107106e85577, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/e418826313ce44c0a18687f0c6cbd1b8] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp, totalSize=115.9 K 2024-11-23T19:41:58,628 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:58,628 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/9ef35e1accf6433f9f8738bfbb75bca0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/c5d8ac7a5ee0455d9df8107106e85577, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/e418826313ce44c0a18687f0c6cbd1b8] 2024-11-23T19:41:58,628 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:58,628 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): bbdcc7884629279a37442efa8f94cfe4/B is initiating minor compaction (all files) 2024-11-23T19:41:58,628 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbdcc7884629279a37442efa8f94cfe4/B in TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:58,628 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ef35e1accf6433f9f8738bfbb75bca0, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732390914601 2024-11-23T19:41:58,628 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/8efcff94c72d498fb99660c6126bab59, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/9167e29e40c44bebad9047bccb0e761f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c10abe7749e64f9ea474d964c816481c] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp, totalSize=35.2 K 2024-11-23T19:41:58,628 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5d8ac7a5ee0455d9df8107106e85577, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732390914662 2024-11-23T19:41:58,628 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8efcff94c72d498fb99660c6126bab59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732390914601 2024-11-23T19:41:58,628 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e418826313ce44c0a18687f0c6cbd1b8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732390915826 2024-11-23T19:41:58,628 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 9167e29e40c44bebad9047bccb0e761f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732390914662 2024-11-23T19:41:58,629 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting c10abe7749e64f9ea474d964c816481c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732390915826 2024-11-23T19:41:58,633 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:41:58,638 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112326bf298e5b5c4c789ac318dbaefa0009_bbdcc7884629279a37442efa8f94cfe4 store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:41:58,639 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbdcc7884629279a37442efa8f94cfe4#B#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:58,639 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/8e7afa0df91a40f2afb452a291e47ad4 is 50, key is test_row_0/B:col10/1732390915826/Put/seqid=0 2024-11-23T19:41:58,639 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112326bf298e5b5c4c789ac318dbaefa0009_bbdcc7884629279a37442efa8f94cfe4, store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:41:58,639 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112326bf298e5b5c4c789ac318dbaefa0009_bbdcc7884629279a37442efa8f94cfe4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:41:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742175_1351 (size=12104) 2024-11-23T19:41:58,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742176_1352 (size=4469) 2024-11-23T19:41:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-23T19:41:58,760 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:41:58,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:41:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-23T19:41:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-23T19:41:58,762 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:41:58,762 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:41:58,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:41:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:58,865 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:41:58,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbdcc7884629279a37442efa8f94cfe4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T19:41:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-23T19:41:58,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112307fbbe7fef4f4600b3b7c1e5e9b00929_bbdcc7884629279a37442efa8f94cfe4 is 50, key is test_row_0/A:col10/1732390917017/Put/seqid=0 2024-11-23T19:41:58,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742177_1353 (size=14594) 2024-11-23T19:41:58,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T19:41:58,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:58,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:41:58,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:58,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:58,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:58,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390978929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:59,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390979040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:59,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:59,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:59,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:59,048 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/8e7afa0df91a40f2afb452a291e47ad4 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/8e7afa0df91a40f2afb452a291e47ad4 2024-11-23T19:41:59,050 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbdcc7884629279a37442efa8f94cfe4#A#compaction#297 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:59,050 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/98f52cf65cea4fb096205e716c21582c is 175, key is test_row_0/A:col10/1732390915826/Put/seqid=0 2024-11-23T19:41:59,052 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbdcc7884629279a37442efa8f94cfe4/B of bbdcc7884629279a37442efa8f94cfe4 into 8e7afa0df91a40f2afb452a291e47ad4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:59,052 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:41:59,052 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., storeName=bbdcc7884629279a37442efa8f94cfe4/B, priority=13, startTime=1732390918626; duration=0sec 2024-11-23T19:41:59,052 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:41:59,052 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbdcc7884629279a37442efa8f94cfe4:B 2024-11-23T19:41:59,052 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:41:59,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742178_1354 (size=31058) 2024-11-23T19:41:59,056 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:41:59,056 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): bbdcc7884629279a37442efa8f94cfe4/C is initiating minor compaction (all files) 2024-11-23T19:41:59,056 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbdcc7884629279a37442efa8f94cfe4/C in TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:59,056 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/8eac27c61e734b5aa6859f1ef11286eb, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/328544b94ec04af9803560417ad7b509, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/b3037882d6b7423b88cb55635dcc82b5] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp, totalSize=35.2 K 2024-11-23T19:41:59,057 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8eac27c61e734b5aa6859f1ef11286eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732390914601 2024-11-23T19:41:59,057 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 328544b94ec04af9803560417ad7b509, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732390914662 2024-11-23T19:41:59,057 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting b3037882d6b7423b88cb55635dcc82b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732390915826 2024-11-23T19:41:59,060 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/98f52cf65cea4fb096205e716c21582c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/98f52cf65cea4fb096205e716c21582c 2024-11-23T19:41:59,064 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbdcc7884629279a37442efa8f94cfe4#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:41:59,064 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbdcc7884629279a37442efa8f94cfe4/A of bbdcc7884629279a37442efa8f94cfe4 into 98f52cf65cea4fb096205e716c21582c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:59,064 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:41:59,065 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., storeName=bbdcc7884629279a37442efa8f94cfe4/A, priority=13, startTime=1732390918626; duration=0sec 2024-11-23T19:41:59,065 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:59,065 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbdcc7884629279a37442efa8f94cfe4:A 2024-11-23T19:41:59,065 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/9fcf902879e140b1a80346f8c0a80e94 is 50, key is test_row_0/C:col10/1732390915826/Put/seqid=0 2024-11-23T19:41:59,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T19:41:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:41:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:59,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742179_1355 (size=12104) 2024-11-23T19:41:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-23T19:41:59,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390979180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:59,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390979180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:59,185 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_1' in bbdcc7884629279a37442efa8f94cfe4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:59,185 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in bbdcc7884629279a37442efa8f94cfe4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:59,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390979190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:59,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390979190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:59,196 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_1' in bbdcc7884629279a37442efa8f94cfe4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:59,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:59,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:59,197 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in bbdcc7884629279a37442efa8f94cfe4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:41:59,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:59,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:59,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:59,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:59,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T19:41:59,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:59,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:41:59,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:59,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390979250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:59,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:59,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:59,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:59,274 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:41:59,277 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112307fbbe7fef4f4600b3b7c1e5e9b00929_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112307fbbe7fef4f4600b3b7c1e5e9b00929_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:41:59,278 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/dd97f8bd98b940eb87bb8e63f1a0258b, store: [table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:41:59,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/dd97f8bd98b940eb87bb8e63f1a0258b is 175, key is test_row_0/A:col10/1732390917017/Put/seqid=0 2024-11-23T19:41:59,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742180_1356 (size=39549) 2024-11-23T19:41:59,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T19:41:59,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:59,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:41:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:59,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-23T19:41:59,474 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/9fcf902879e140b1a80346f8c0a80e94 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/9fcf902879e140b1a80346f8c0a80e94 2024-11-23T19:41:59,478 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbdcc7884629279a37442efa8f94cfe4/C of bbdcc7884629279a37442efa8f94cfe4 into 9fcf902879e140b1a80346f8c0a80e94(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:41:59,478 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:41:59,478 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., storeName=bbdcc7884629279a37442efa8f94cfe4/C, priority=13, startTime=1732390918626; duration=0sec 2024-11-23T19:41:59,479 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:41:59,479 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbdcc7884629279a37442efa8f94cfe4:C 2024-11-23T19:41:59,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T19:41:59,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:59,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:41:59,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:59,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:41:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390979560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:41:59,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:59,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:41:59,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:41:59,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T19:41:59,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:59,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:41:59,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:59,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,684 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/dd97f8bd98b940eb87bb8e63f1a0258b 2024-11-23T19:41:59,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/c3a4c9b8ce684e5081d85086815903e3 is 50, key is test_row_0/B:col10/1732390917017/Put/seqid=0 2024-11-23T19:41:59,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742181_1357 (size=12001) 2024-11-23T19:41:59,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T19:41:59,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:59,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:41:59,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:59,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-23T19:41:59,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T19:41:59,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:59,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:41:59,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:41:59,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:41:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:00,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390980070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:00,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:00,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:00,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:00,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/c3a4c9b8ce684e5081d85086815903e3 2024-11-23T19:42:00,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/8e70c86ed2044e47aa8e1b96ccd9efc0 is 50, key is test_row_0/C:col10/1732390917017/Put/seqid=0 2024-11-23T19:42:00,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742182_1358 (size=12001) 2024-11-23T19:42:00,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T19:42:00,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:00,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:00,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:00,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:00,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:00,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T19:42:00,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:00,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:00,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:00,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:00,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:00,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T19:42:00,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:00,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:00,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:00,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:00,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:00,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/8e70c86ed2044e47aa8e1b96ccd9efc0 2024-11-23T19:42:00,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/dd97f8bd98b940eb87bb8e63f1a0258b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/dd97f8bd98b940eb87bb8e63f1a0258b 2024-11-23T19:42:00,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/dd97f8bd98b940eb87bb8e63f1a0258b, entries=200, sequenceid=77, filesize=38.6 K 2024-11-23T19:42:00,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/c3a4c9b8ce684e5081d85086815903e3 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c3a4c9b8ce684e5081d85086815903e3 2024-11-23T19:42:00,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c3a4c9b8ce684e5081d85086815903e3, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T19:42:00,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/8e70c86ed2044e47aa8e1b96ccd9efc0 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/8e70c86ed2044e47aa8e1b96ccd9efc0 2024-11-23T19:42:00,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/8e70c86ed2044e47aa8e1b96ccd9efc0, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T19:42:00,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bbdcc7884629279a37442efa8f94cfe4 in 1652ms, sequenceid=77, compaction requested=false 2024-11-23T19:42:00,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:00,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T19:42:00,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:00,593 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2902): Flushing bbdcc7884629279a37442efa8f94cfe4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T19:42:00,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a6c7942a06b44c1ca052bfdda7fe25cf_bbdcc7884629279a37442efa8f94cfe4 is 50, key is test_row_0/A:col10/1732390918927/Put/seqid=0 2024-11-23T19:42:00,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742183_1359 (size=12154) 2024-11-23T19:42:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-23T19:42:01,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:01,007 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a6c7942a06b44c1ca052bfdda7fe25cf_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a6c7942a06b44c1ca052bfdda7fe25cf_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:01,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/3c94983b55d1428badf89fc0ee5910d9, store: [table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:01,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/3c94983b55d1428badf89fc0ee5910d9 is 175, key is test_row_0/A:col10/1732390918927/Put/seqid=0 2024-11-23T19:42:01,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742184_1360 (size=30955) 2024-11-23T19:42:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:01,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:01,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390981203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:01,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:01,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390981208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:01,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:01,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390981209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:01,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390981210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:01,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:01,218 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_1' in bbdcc7884629279a37442efa8f94cfe4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:01,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390981220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:01,228 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in bbdcc7884629279a37442efa8f94cfe4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:01,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390981320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:01,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390981320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:01,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390981320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:01,412 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/3c94983b55d1428badf89fc0ee5910d9 2024-11-23T19:42:01,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/5b2946919ce64a848b4a02a180605747 is 50, key is test_row_0/B:col10/1732390918927/Put/seqid=0 2024-11-23T19:42:01,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742185_1361 (size=12001) 2024-11-23T19:42:01,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390981540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:01,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390981540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390981540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:01,822 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/5b2946919ce64a848b4a02a180605747 2024-11-23T19:42:01,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/5bb4b9f9929244f3ab81822bedf289ec is 50, key is test_row_0/C:col10/1732390918927/Put/seqid=0 2024-11-23T19:42:01,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742186_1362 (size=12001) 2024-11-23T19:42:01,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390981850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:01,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390981851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:01,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390981851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:02,230 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/5bb4b9f9929244f3ab81822bedf289ec 2024-11-23T19:42:02,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/3c94983b55d1428badf89fc0ee5910d9 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/3c94983b55d1428badf89fc0ee5910d9 2024-11-23T19:42:02,239 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/3c94983b55d1428badf89fc0ee5910d9, entries=150, sequenceid=93, filesize=30.2 K 2024-11-23T19:42:02,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/5b2946919ce64a848b4a02a180605747 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/5b2946919ce64a848b4a02a180605747 2024-11-23T19:42:02,243 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/5b2946919ce64a848b4a02a180605747, entries=150, sequenceid=93, filesize=11.7 K 2024-11-23T19:42:02,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/5bb4b9f9929244f3ab81822bedf289ec as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/5bb4b9f9929244f3ab81822bedf289ec 2024-11-23T19:42:02,247 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/5bb4b9f9929244f3ab81822bedf289ec, entries=150, sequenceid=93, filesize=11.7 K 2024-11-23T19:42:02,248 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bbdcc7884629279a37442efa8f94cfe4 in 1654ms, sequenceid=93, compaction requested=true 2024-11-23T19:42:02,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2603): Flush status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:02,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:02,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-23T19:42:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=86 2024-11-23T19:42:02,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-23T19:42:02,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4870 sec 2024-11-23T19:42:02,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 3.4900 sec 2024-11-23T19:42:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:02,367 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:42:02,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbdcc7884629279a37442efa8f94cfe4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T19:42:02,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f1371482c90c46b3877e066ad4991597_bbdcc7884629279a37442efa8f94cfe4 is 50, key is test_row_0/A:col10/1732390921207/Put/seqid=0 2024-11-23T19:42:02,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742187_1363 (size=14594) 2024-11-23T19:42:02,377 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:02,381 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f1371482c90c46b3877e066ad4991597_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f1371482c90c46b3877e066ad4991597_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:02,382 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/fb96c21b5ee2404bb0d375d61cd7f4e8, store: [table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:02,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/fb96c21b5ee2404bb0d375d61cd7f4e8 is 175, key is test_row_0/A:col10/1732390921207/Put/seqid=0 2024-11-23T19:42:02,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742188_1364 (size=39549) 2024-11-23T19:42:02,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390982395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:02,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390982396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390982397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:02,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390982510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:02,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:02,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390982510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:02,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:02,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:02,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390982510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:02,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:02,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:02,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:02,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390982720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390982720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:02,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:02,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390982720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:02,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:02,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:02,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:02,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:02,785 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/fb96c21b5ee2404bb0d375d61cd7f4e8 2024-11-23T19:42:02,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/edd8459d5fb148be99c69fbbbc2cf42c is 50, key is test_row_0/B:col10/1732390921207/Put/seqid=0 2024-11-23T19:42:02,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742189_1365 (size=12001) 2024-11-23T19:42:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-23T19:42:02,931 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:02,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:42:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-23T19:42:02,933 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:42:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-23T19:42:02,933 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:42:02,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:42:03,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390983030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:03,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390983030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:03,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:03,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-23T19:42:03,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390983040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:03,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T19:42:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:03,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:03,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:03,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:03,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:03,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/edd8459d5fb148be99c69fbbbc2cf42c 2024-11-23T19:42:03,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/aeb1368956d8411aab968cbfbb8fb20a is 50, key is test_row_0/C:col10/1732390921207/Put/seqid=0 2024-11-23T19:42:03,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742190_1366 (size=12001) 2024-11-23T19:42:03,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/aeb1368956d8411aab968cbfbb8fb20a 2024-11-23T19:42:03,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/fb96c21b5ee2404bb0d375d61cd7f4e8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/fb96c21b5ee2404bb0d375d61cd7f4e8 2024-11-23T19:42:03,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/fb96c21b5ee2404bb0d375d61cd7f4e8, entries=200, sequenceid=117, filesize=38.6 K 2024-11-23T19:42:03,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/edd8459d5fb148be99c69fbbbc2cf42c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/edd8459d5fb148be99c69fbbbc2cf42c 2024-11-23T19:42:03,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/edd8459d5fb148be99c69fbbbc2cf42c, entries=150, sequenceid=117, filesize=11.7 K 2024-11-23T19:42:03,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/aeb1368956d8411aab968cbfbb8fb20a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/aeb1368956d8411aab968cbfbb8fb20a 2024-11-23T19:42:03,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/aeb1368956d8411aab968cbfbb8fb20a, entries=150, sequenceid=117, filesize=11.7 K 2024-11-23T19:42:03,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bbdcc7884629279a37442efa8f94cfe4 in 866ms, sequenceid=117, compaction requested=true 2024-11-23T19:42:03,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:03,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbdcc7884629279a37442efa8f94cfe4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:42:03,233 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:42:03,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:03,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbdcc7884629279a37442efa8f94cfe4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:42:03,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:03,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbdcc7884629279a37442efa8f94cfe4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:42:03,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T19:42:03,235 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:42:03,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T19:42:03,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:03,239 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2902): Flushing bbdcc7884629279a37442efa8f94cfe4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T19:42:03,242 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:42:03,242 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): bbdcc7884629279a37442efa8f94cfe4/B is initiating minor compaction (all files) 2024-11-23T19:42:03,242 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbdcc7884629279a37442efa8f94cfe4/B in TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:03,242 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/8e7afa0df91a40f2afb452a291e47ad4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c3a4c9b8ce684e5081d85086815903e3, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/5b2946919ce64a848b4a02a180605747, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/edd8459d5fb148be99c69fbbbc2cf42c] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp, totalSize=47.0 K 2024-11-23T19:42:03,242 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:42:03,242 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): bbdcc7884629279a37442efa8f94cfe4/A is initiating minor compaction (all files) 2024-11-23T19:42:03,243 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbdcc7884629279a37442efa8f94cfe4/A in TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:03,243 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/98f52cf65cea4fb096205e716c21582c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/dd97f8bd98b940eb87bb8e63f1a0258b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/3c94983b55d1428badf89fc0ee5910d9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/fb96c21b5ee2404bb0d375d61cd7f4e8] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp, totalSize=137.8 K 2024-11-23T19:42:03,243 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:03,243 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/98f52cf65cea4fb096205e716c21582c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/dd97f8bd98b940eb87bb8e63f1a0258b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/3c94983b55d1428badf89fc0ee5910d9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/fb96c21b5ee2404bb0d375d61cd7f4e8] 2024-11-23T19:42:03,244 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98f52cf65cea4fb096205e716c21582c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732390915826 2024-11-23T19:42:03,244 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e7afa0df91a40f2afb452a291e47ad4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732390915826 2024-11-23T19:42:03,245 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd97f8bd98b940eb87bb8e63f1a0258b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732390916997 2024-11-23T19:42:03,246 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting c3a4c9b8ce684e5081d85086815903e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732390917009 2024-11-23T19:42:03,246 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c94983b55d1428badf89fc0ee5910d9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732390918884 2024-11-23T19:42:03,247 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b2946919ce64a848b4a02a180605747, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732390918884 2024-11-23T19:42:03,247 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb96c21b5ee2404bb0d375d61cd7f4e8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732390921180 2024-11-23T19:42:03,247 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting edd8459d5fb148be99c69fbbbc2cf42c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732390921207 2024-11-23T19:42:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-23T19:42:03,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123adb52da1478d462da02140c4c1f5a3ff_bbdcc7884629279a37442efa8f94cfe4 is 50, key is test_row_0/A:col10/1732390922394/Put/seqid=0 2024-11-23T19:42:03,259 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:03,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742191_1367 (size=12154) 2024-11-23T19:42:03,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:03,272 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbdcc7884629279a37442efa8f94cfe4#B#compaction#311 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:42:03,272 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/3a2f2e95775046ad9a15ff38353b151b is 50, key is test_row_0/B:col10/1732390921207/Put/seqid=0 2024-11-23T19:42:03,273 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123adb52da1478d462da02140c4c1f5a3ff_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123adb52da1478d462da02140c4c1f5a3ff_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:03,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/84f98e8d232541a1a9e34a68731f3009, store: [table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:03,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/84f98e8d232541a1a9e34a68731f3009 is 175, key is test_row_0/A:col10/1732390922394/Put/seqid=0 2024-11-23T19:42:03,279 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411233cba6e4fed0f4a45bcd927bb488b829b_bbdcc7884629279a37442efa8f94cfe4 store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:03,283 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411233cba6e4fed0f4a45bcd927bb488b829b_bbdcc7884629279a37442efa8f94cfe4, store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:03,283 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233cba6e4fed0f4a45bcd927bb488b829b_bbdcc7884629279a37442efa8f94cfe4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:03,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742193_1369 (size=30955) 2024-11-23T19:42:03,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742192_1368 (size=12241) 2024-11-23T19:42:03,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742194_1370 (size=4469) 2024-11-23T19:42:03,308 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbdcc7884629279a37442efa8f94cfe4#A#compaction#310 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:42:03,308 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/0f472afc104c47e0a4e905f01bc2c345 is 175, key is test_row_0/A:col10/1732390921207/Put/seqid=0 2024-11-23T19:42:03,310 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/3a2f2e95775046ad9a15ff38353b151b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/3a2f2e95775046ad9a15ff38353b151b 2024-11-23T19:42:03,322 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bbdcc7884629279a37442efa8f94cfe4/B of bbdcc7884629279a37442efa8f94cfe4 into 3a2f2e95775046ad9a15ff38353b151b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:03,322 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:03,324 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., storeName=bbdcc7884629279a37442efa8f94cfe4/B, priority=12, startTime=1732390923234; duration=0sec 2024-11-23T19:42:03,324 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:03,324 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbdcc7884629279a37442efa8f94cfe4:B 2024-11-23T19:42:03,324 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:42:03,325 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:42:03,326 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): bbdcc7884629279a37442efa8f94cfe4/C is initiating minor compaction (all files) 2024-11-23T19:42:03,326 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbdcc7884629279a37442efa8f94cfe4/C in TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:03,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742195_1371 (size=31195) 2024-11-23T19:42:03,326 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/9fcf902879e140b1a80346f8c0a80e94, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/8e70c86ed2044e47aa8e1b96ccd9efc0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/5bb4b9f9929244f3ab81822bedf289ec, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/aeb1368956d8411aab968cbfbb8fb20a] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp, totalSize=47.0 K 2024-11-23T19:42:03,326 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fcf902879e140b1a80346f8c0a80e94, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732390915826 2024-11-23T19:42:03,327 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e70c86ed2044e47aa8e1b96ccd9efc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732390917009 2024-11-23T19:42:03,327 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bb4b9f9929244f3ab81822bedf289ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732390918884 2024-11-23T19:42:03,327 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting aeb1368956d8411aab968cbfbb8fb20a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732390921207 2024-11-23T19:42:03,330 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/0f472afc104c47e0a4e905f01bc2c345 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/0f472afc104c47e0a4e905f01bc2c345 2024-11-23T19:42:03,337 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bbdcc7884629279a37442efa8f94cfe4/A of bbdcc7884629279a37442efa8f94cfe4 into 0f472afc104c47e0a4e905f01bc2c345(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:03,337 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:03,337 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., storeName=bbdcc7884629279a37442efa8f94cfe4/A, priority=12, startTime=1732390923233; duration=0sec 2024-11-23T19:42:03,337 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:03,337 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbdcc7884629279a37442efa8f94cfe4:A 2024-11-23T19:42:03,341 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbdcc7884629279a37442efa8f94cfe4#C#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:42:03,341 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/bcf1d97c0e784d1e86f09137746c92ca is 50, key is test_row_0/C:col10/1732390921207/Put/seqid=0 2024-11-23T19:42:03,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742196_1372 (size=12241) 2024-11-23T19:42:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:03,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-23T19:42:03,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390983596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:03,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390983604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:03,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:03,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390983605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:03,701 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/84f98e8d232541a1a9e34a68731f3009 2024-11-23T19:42:03,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/4078e9e812714757b4711043759f42d4 is 50, key is test_row_0/B:col10/1732390922394/Put/seqid=0 2024-11-23T19:42:03,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742197_1373 (size=12001) 2024-11-23T19:42:03,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390983710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:03,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:03,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390983720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:03,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390983720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:03,750 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/bcf1d97c0e784d1e86f09137746c92ca as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/bcf1d97c0e784d1e86f09137746c92ca 2024-11-23T19:42:03,753 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bbdcc7884629279a37442efa8f94cfe4/C of bbdcc7884629279a37442efa8f94cfe4 into bcf1d97c0e784d1e86f09137746c92ca(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:03,753 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:03,753 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., storeName=bbdcc7884629279a37442efa8f94cfe4/C, priority=12, startTime=1732390923235; duration=0sec 2024-11-23T19:42:03,753 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:03,753 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbdcc7884629279a37442efa8f94cfe4:C 2024-11-23T19:42:03,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390983920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:03,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:03,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390983930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:03,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:03,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390983930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:03,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:03,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:03,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-23T19:42:04,110 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/4078e9e812714757b4711043759f42d4 2024-11-23T19:42:04,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/a99618948e7c4963a709d5995311a7e2 is 50, key is test_row_0/C:col10/1732390922394/Put/seqid=0 2024-11-23T19:42:04,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742198_1374 (size=12001) 2024-11-23T19:42:04,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390984231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:04,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:04,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390984240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:04,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:04,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390984250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:04,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:04,519 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/a99618948e7c4963a709d5995311a7e2 2024-11-23T19:42:04,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/84f98e8d232541a1a9e34a68731f3009 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/84f98e8d232541a1a9e34a68731f3009 2024-11-23T19:42:04,525 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/84f98e8d232541a1a9e34a68731f3009, entries=150, sequenceid=129, filesize=30.2 K 2024-11-23T19:42:04,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/4078e9e812714757b4711043759f42d4 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/4078e9e812714757b4711043759f42d4 2024-11-23T19:42:04,528 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/4078e9e812714757b4711043759f42d4, entries=150, sequenceid=129, filesize=11.7 K 2024-11-23T19:42:04,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/a99618948e7c4963a709d5995311a7e2 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/a99618948e7c4963a709d5995311a7e2 2024-11-23T19:42:04,532 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/a99618948e7c4963a709d5995311a7e2, entries=150, sequenceid=129, filesize=11.7 K 2024-11-23T19:42:04,538 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bbdcc7884629279a37442efa8f94cfe4 in 1299ms, sequenceid=129, compaction requested=false 2024-11-23T19:42:04,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2603): Flush status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:04,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:04,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-23T19:42:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=88 2024-11-23T19:42:04,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-23T19:42:04,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6070 sec 2024-11-23T19:42:04,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.6110 sec 2024-11-23T19:42:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:04,743 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:42:04,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbdcc7884629279a37442efa8f94cfe4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T19:42:04,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b8856fe5ef364a7b8c6a52c41721d021_bbdcc7884629279a37442efa8f94cfe4 is 50, key is test_row_0/A:col10/1732390923603/Put/seqid=0 2024-11-23T19:42:04,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742199_1375 (size=14794) 2024-11-23T19:42:04,754 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:04,757 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b8856fe5ef364a7b8c6a52c41721d021_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b8856fe5ef364a7b8c6a52c41721d021_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:04,757 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/b75ca012576b48a4a0f3c0db0dd9eace, store: [table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:04,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/b75ca012576b48a4a0f3c0db0dd9eace is 175, key is test_row_0/A:col10/1732390923603/Put/seqid=0 2024-11-23T19:42:04,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742200_1376 (size=39749) 2024-11-23T19:42:04,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390984769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:04,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:04,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390984770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:04,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:04,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390984770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:04,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:04,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390984880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:04,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390984880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:04,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390984891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:04,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:04,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-23T19:42:05,090 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:05,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:42:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-23T19:42:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-23T19:42:05,092 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:42:05,093 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:42:05,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:42:05,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390985090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:05,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390985090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:05,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390985101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:05,165 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/b75ca012576b48a4a0f3c0db0dd9eace 2024-11-23T19:42:05,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/c3713d6a2bae45d3a4218f925c4c828c is 50, key is test_row_0/B:col10/1732390923603/Put/seqid=0 2024-11-23T19:42:05,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742201_1377 (size=12151) 2024-11-23T19:42:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-23T19:42:05,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390985240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:05,243 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_1' in bbdcc7884629279a37442efa8f94cfe4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:05,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:05,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T19:42:05,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:05,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:05,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:05,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:05,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:05,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390985270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:05,274 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in bbdcc7884629279a37442efa8f94cfe4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8261 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:05,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T19:42:05,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:05,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:05,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:05,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:05,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:05,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390985400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:05,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390985400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-23T19:42:05,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390985410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:05,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:05,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T19:42:05,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:05,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:05,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:05,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:05,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:05,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/c3713d6a2bae45d3a4218f925c4c828c 2024-11-23T19:42:05,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/da936ec866d842a5862894c3a119a2e7 is 50, key is test_row_0/C:col10/1732390923603/Put/seqid=0 2024-11-23T19:42:05,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742202_1378 (size=12151) 2024-11-23T19:42:05,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T19:42:05,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:05,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:05,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:05,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:05,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-23T19:42:05,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T19:42:05,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:05,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:05,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:05,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:05,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:05,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390985910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:05,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:05,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390985910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:05,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:05,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:05,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390985920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:05,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/da936ec866d842a5862894c3a119a2e7 2024-11-23T19:42:05,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/b75ca012576b48a4a0f3c0db0dd9eace as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/b75ca012576b48a4a0f3c0db0dd9eace 2024-11-23T19:42:05,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/b75ca012576b48a4a0f3c0db0dd9eace, entries=200, sequenceid=157, filesize=38.8 K 2024-11-23T19:42:05,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/c3713d6a2bae45d3a4218f925c4c828c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c3713d6a2bae45d3a4218f925c4c828c 2024-11-23T19:42:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:05,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c3713d6a2bae45d3a4218f925c4c828c, entries=150, sequenceid=157, filesize=11.9 K 2024-11-23T19:42:05,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/da936ec866d842a5862894c3a119a2e7 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/da936ec866d842a5862894c3a119a2e7 2024-11-23T19:42:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/da936ec866d842a5862894c3a119a2e7, entries=150, sequenceid=157, filesize=11.9 K 2024-11-23T19:42:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bbdcc7884629279a37442efa8f94cfe4 in 1259ms, sequenceid=157, compaction requested=true 2024-11-23T19:42:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbdcc7884629279a37442efa8f94cfe4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:42:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:06,002 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbdcc7884629279a37442efa8f94cfe4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:42:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:06,002 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbdcc7884629279a37442efa8f94cfe4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:42:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,003 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:06,003 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:06,004 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): bbdcc7884629279a37442efa8f94cfe4/B is initiating minor compaction (all files) 2024-11-23T19:42:06,004 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): bbdcc7884629279a37442efa8f94cfe4/A is initiating minor compaction (all files) 2024-11-23T19:42:06,004 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbdcc7884629279a37442efa8f94cfe4/A in TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:06,004 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbdcc7884629279a37442efa8f94cfe4/B in TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:06,004 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/0f472afc104c47e0a4e905f01bc2c345, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/84f98e8d232541a1a9e34a68731f3009, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/b75ca012576b48a4a0f3c0db0dd9eace] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp, totalSize=99.5 K 2024-11-23T19:42:06,004 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/3a2f2e95775046ad9a15ff38353b151b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/4078e9e812714757b4711043759f42d4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c3713d6a2bae45d3a4218f925c4c828c] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp, totalSize=35.5 K 2024-11-23T19:42:06,004 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,004 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/0f472afc104c47e0a4e905f01bc2c345, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/84f98e8d232541a1a9e34a68731f3009, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/b75ca012576b48a4a0f3c0db0dd9eace] 2024-11-23T19:42:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,004 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a2f2e95775046ad9a15ff38353b151b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732390921207 2024-11-23T19:42:06,004 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f472afc104c47e0a4e905f01bc2c345, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732390921207 2024-11-23T19:42:06,004 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4078e9e812714757b4711043759f42d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732390922379 2024-11-23T19:42:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,005 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84f98e8d232541a1a9e34a68731f3009, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732390922379 2024-11-23T19:42:06,005 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting c3713d6a2bae45d3a4218f925c4c828c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732390923579 2024-11-23T19:42:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,005 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting b75ca012576b48a4a0f3c0db0dd9eace, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732390923579 2024-11-23T19:42:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T19:42:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,009 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2902): Flushing bbdcc7884629279a37442efa8f94cfe4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:42:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,011 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,020 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411238545bde49d2e4291b9ff10434344a293_bbdcc7884629279a37442efa8f94cfe4 store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,021 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbdcc7884629279a37442efa8f94cfe4#B#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:42:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,022 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/b1fc050c4f624ff998ed38b4cd6c7a51 is 50, key is test_row_0/B:col10/1732390923603/Put/seqid=0 2024-11-23T19:42:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,022 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411238545bde49d2e4291b9ff10434344a293_bbdcc7884629279a37442efa8f94cfe4, store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,022 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238545bde49d2e4291b9ff10434344a293_bbdcc7884629279a37442efa8f94cfe4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112379cc3ca574ed40cf94bf14adf8eec5a0_bbdcc7884629279a37442efa8f94cfe4 is 50, key is test_row_1/A:col10/1732390924748/Put/seqid=0 2024-11-23T19:42:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742204_1380 (size=9814) 2024-11-23T19:42:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742205_1381 (size=4469) 2024-11-23T19:42:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742203_1379 (size=12493) 2024-11-23T19:42:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,042 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/b1fc050c4f624ff998ed38b4cd6c7a51 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/b1fc050c4f624ff998ed38b4cd6c7a51 2024-11-23T19:42:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,049 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbdcc7884629279a37442efa8f94cfe4/B of bbdcc7884629279a37442efa8f94cfe4 into b1fc050c4f624ff998ed38b4cd6c7a51(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:06,049 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:06,049 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., storeName=bbdcc7884629279a37442efa8f94cfe4/B, priority=13, startTime=1732390926002; duration=0sec 2024-11-23T19:42:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,049 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:06,049 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbdcc7884629279a37442efa8f94cfe4:B 2024-11-23T19:42:06,049 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,050 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:06,050 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): bbdcc7884629279a37442efa8f94cfe4/C is initiating minor compaction (all files) 2024-11-23T19:42:06,050 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbdcc7884629279a37442efa8f94cfe4/C in TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,050 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/bcf1d97c0e784d1e86f09137746c92ca, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/a99618948e7c4963a709d5995311a7e2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/da936ec866d842a5862894c3a119a2e7] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp, totalSize=35.5 K 2024-11-23T19:42:06,050 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting bcf1d97c0e784d1e86f09137746c92ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732390921207 2024-11-23T19:42:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,051 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting a99618948e7c4963a709d5995311a7e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732390922379 2024-11-23T19:42:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,051 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting da936ec866d842a5862894c3a119a2e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732390923579 2024-11-23T19:42:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,060 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbdcc7884629279a37442efa8f94cfe4#C#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:42:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,061 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/da5b5d7ed8534f78890b0e548278293b is 50, key is test_row_0/C:col10/1732390923603/Put/seqid=0 2024-11-23T19:42:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742206_1382 (size=12493) 2024-11-23T19:42:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,068 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/da5b5d7ed8534f78890b0e548278293b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/da5b5d7ed8534f78890b0e548278293b 2024-11-23T19:42:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,072 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbdcc7884629279a37442efa8f94cfe4/C of bbdcc7884629279a37442efa8f94cfe4 into da5b5d7ed8534f78890b0e548278293b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:06,072 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:06,072 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., storeName=bbdcc7884629279a37442efa8f94cfe4/C, priority=13, startTime=1732390926002; duration=0sec 2024-11-23T19:42:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,072 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:06,072 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbdcc7884629279a37442efa8f94cfe4:C 2024-11-23T19:42:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-23T19:42:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,431 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbdcc7884629279a37442efa8f94cfe4#A#compaction#318 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:42:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,432 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/faecc6bef15a43bb8e98f4bedc4bc86b is 175, key is test_row_0/A:col10/1732390923603/Put/seqid=0 2024-11-23T19:42:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,439 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112379cc3ca574ed40cf94bf14adf8eec5a0_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112379cc3ca574ed40cf94bf14adf8eec5a0_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/6e5506921acf4778a9d528ec9fa0fef9, store: [table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/6e5506921acf4778a9d528ec9fa0fef9 is 175, key is test_row_1/A:col10/1732390924748/Put/seqid=0 2024-11-23T19:42:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742207_1383 (size=31447) 2024-11-23T19:42:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,455 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/faecc6bef15a43bb8e98f4bedc4bc86b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/faecc6bef15a43bb8e98f4bedc4bc86b 2024-11-23T19:42:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,460 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbdcc7884629279a37442efa8f94cfe4/A of bbdcc7884629279a37442efa8f94cfe4 into faecc6bef15a43bb8e98f4bedc4bc86b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,460 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,460 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., storeName=bbdcc7884629279a37442efa8f94cfe4/A, priority=13, startTime=1732390926002; duration=0sec 2024-11-23T19:42:06,460 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:06,460 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbdcc7884629279a37442efa8f94cfe4:A 2024-11-23T19:42:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742208_1384 (size=22461) 2024-11-23T19:42:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,876 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/6e5506921acf4778a9d528ec9fa0fef9 2024-11-23T19:42:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/80badc0cd01143d2bb16110a86ad106e is 50, key is test_row_1/B:col10/1732390924748/Put/seqid=0 2024-11-23T19:42:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742209_1385 (size=9757) 2024-11-23T19:42:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,913 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/80badc0cd01143d2bb16110a86ad106e 2024-11-23T19:42:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/f521e0dc3e86408d93ff1f07e840a39f is 50, key is test_row_1/C:col10/1732390924748/Put/seqid=0 2024-11-23T19:42:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742210_1386 (size=9757) 2024-11-23T19:42:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:06,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:07,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390987033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:07,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:07,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390987036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:07,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:07,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390987041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:07,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:07,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390987151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:07,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390987151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:07,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390987151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-23T19:42:07,326 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/f521e0dc3e86408d93ff1f07e840a39f 2024-11-23T19:42:07,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/6e5506921acf4778a9d528ec9fa0fef9 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/6e5506921acf4778a9d528ec9fa0fef9 2024-11-23T19:42:07,331 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/6e5506921acf4778a9d528ec9fa0fef9, entries=100, sequenceid=168, filesize=21.9 K 2024-11-23T19:42:07,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/80badc0cd01143d2bb16110a86ad106e as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/80badc0cd01143d2bb16110a86ad106e 2024-11-23T19:42:07,335 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/80badc0cd01143d2bb16110a86ad106e, entries=100, sequenceid=168, filesize=9.5 K 2024-11-23T19:42:07,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/f521e0dc3e86408d93ff1f07e840a39f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/f521e0dc3e86408d93ff1f07e840a39f 2024-11-23T19:42:07,338 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/f521e0dc3e86408d93ff1f07e840a39f, entries=100, sequenceid=168, filesize=9.5 K 2024-11-23T19:42:07,339 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bbdcc7884629279a37442efa8f94cfe4 in 1330ms, sequenceid=168, compaction requested=false 2024-11-23T19:42:07,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2603): Flush status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:07,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:07,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-23T19:42:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=90 2024-11-23T19:42:07,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-23T19:42:07,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2470 sec 2024-11-23T19:42:07,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.2510 sec 2024-11-23T19:42:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:07,366 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:42:07,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbdcc7884629279a37442efa8f94cfe4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T19:42:07,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123381198ff053d4506bfc52d313e4ae5b6_bbdcc7884629279a37442efa8f94cfe4 is 50, key is test_row_0/A:col10/1732390927035/Put/seqid=0 2024-11-23T19:42:07,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390987378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:07,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:07,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742211_1387 (size=17284) 2024-11-23T19:42:07,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390987379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:07,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390987387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:07,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:07,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390987490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:07,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:07,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390987500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:07,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390987500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:07,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390987700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:07,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:07,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390987710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:07,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390987710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:07,787 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:07,831 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123381198ff053d4506bfc52d313e4ae5b6_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123381198ff053d4506bfc52d313e4ae5b6_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:07,831 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/49e599288da34392b06927a6502693aa, store: [table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:07,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/49e599288da34392b06927a6502693aa is 175, key is test_row_0/A:col10/1732390927035/Put/seqid=0 2024-11-23T19:42:07,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742212_1388 (size=48389) 2024-11-23T19:42:07,836 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/49e599288da34392b06927a6502693aa 2024-11-23T19:42:07,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/41fcf3fd24f74280bec86ffb9ae291c2 is 50, key is test_row_0/B:col10/1732390927035/Put/seqid=0 2024-11-23T19:42:07,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742213_1389 (size=12151) 2024-11-23T19:42:08,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390988010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:08,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:08,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:08,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:08,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390988021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:08,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390988021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:08,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/41fcf3fd24f74280bec86ffb9ae291c2 2024-11-23T19:42:08,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/b0a0632727e948319fd1790aec1ee3cc is 50, key is test_row_0/C:col10/1732390927035/Put/seqid=0 2024-11-23T19:42:08,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742214_1390 (size=12151) 2024-11-23T19:42:08,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390988520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:08,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390988540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:08,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390988540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:08,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/b0a0632727e948319fd1790aec1ee3cc 2024-11-23T19:42:08,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/49e599288da34392b06927a6502693aa as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/49e599288da34392b06927a6502693aa 2024-11-23T19:42:08,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/49e599288da34392b06927a6502693aa, entries=250, sequenceid=198, filesize=47.3 K 2024-11-23T19:42:08,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/41fcf3fd24f74280bec86ffb9ae291c2 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/41fcf3fd24f74280bec86ffb9ae291c2 2024-11-23T19:42:08,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/41fcf3fd24f74280bec86ffb9ae291c2, entries=150, sequenceid=198, filesize=11.9 K 2024-11-23T19:42:08,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/b0a0632727e948319fd1790aec1ee3cc as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/b0a0632727e948319fd1790aec1ee3cc 2024-11-23T19:42:08,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/b0a0632727e948319fd1790aec1ee3cc, entries=150, sequenceid=198, filesize=11.9 K 2024-11-23T19:42:08,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for bbdcc7884629279a37442efa8f94cfe4 in 1301ms, sequenceid=198, compaction requested=true 2024-11-23T19:42:08,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:08,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbdcc7884629279a37442efa8f94cfe4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:42:08,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:08,668 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:08,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbdcc7884629279a37442efa8f94cfe4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:42:08,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:08,668 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:08,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbdcc7884629279a37442efa8f94cfe4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:42:08,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:08,669 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:08,669 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:08,670 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): bbdcc7884629279a37442efa8f94cfe4/A is initiating minor compaction (all files) 2024-11-23T19:42:08,670 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): bbdcc7884629279a37442efa8f94cfe4/B is initiating minor compaction (all files) 2024-11-23T19:42:08,670 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbdcc7884629279a37442efa8f94cfe4/A in TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:08,670 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbdcc7884629279a37442efa8f94cfe4/B in TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:08,670 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/faecc6bef15a43bb8e98f4bedc4bc86b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/6e5506921acf4778a9d528ec9fa0fef9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/49e599288da34392b06927a6502693aa] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp, totalSize=99.9 K 2024-11-23T19:42:08,670 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/b1fc050c4f624ff998ed38b4cd6c7a51, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/80badc0cd01143d2bb16110a86ad106e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/41fcf3fd24f74280bec86ffb9ae291c2] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp, totalSize=33.6 K 2024-11-23T19:42:08,670 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:08,670 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/faecc6bef15a43bb8e98f4bedc4bc86b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/6e5506921acf4778a9d528ec9fa0fef9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/49e599288da34392b06927a6502693aa] 2024-11-23T19:42:08,670 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting b1fc050c4f624ff998ed38b4cd6c7a51, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732390923579 2024-11-23T19:42:08,670 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting faecc6bef15a43bb8e98f4bedc4bc86b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732390923579 2024-11-23T19:42:08,670 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 80badc0cd01143d2bb16110a86ad106e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732390924748 2024-11-23T19:42:08,670 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e5506921acf4778a9d528ec9fa0fef9, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732390924748 2024-11-23T19:42:08,671 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 41fcf3fd24f74280bec86ffb9ae291c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732390927035 2024-11-23T19:42:08,671 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49e599288da34392b06927a6502693aa, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732390927031 2024-11-23T19:42:08,675 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:08,676 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbdcc7884629279a37442efa8f94cfe4#B#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:42:08,677 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123a3f210530a95447a9ae8b9fef56055b9_bbdcc7884629279a37442efa8f94cfe4 store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:08,677 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/3e48054710274782ad3b16c5605fec02 is 50, key is test_row_0/B:col10/1732390927035/Put/seqid=0 2024-11-23T19:42:08,678 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123a3f210530a95447a9ae8b9fef56055b9_bbdcc7884629279a37442efa8f94cfe4, store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:08,678 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a3f210530a95447a9ae8b9fef56055b9_bbdcc7884629279a37442efa8f94cfe4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:08,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742215_1391 (size=12595) 2024-11-23T19:42:08,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742216_1392 (size=4469) 2024-11-23T19:42:08,682 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbdcc7884629279a37442efa8f94cfe4#A#compaction#328 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:42:08,683 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/041857ac523d48d29c298612dc79510a is 175, key is test_row_0/A:col10/1732390927035/Put/seqid=0 2024-11-23T19:42:08,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742217_1393 (size=31549) 2024-11-23T19:42:08,699 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T19:42:09,083 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/3e48054710274782ad3b16c5605fec02 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/3e48054710274782ad3b16c5605fec02 2024-11-23T19:42:09,087 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbdcc7884629279a37442efa8f94cfe4/B of bbdcc7884629279a37442efa8f94cfe4 into 3e48054710274782ad3b16c5605fec02(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:09,087 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:09,087 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., storeName=bbdcc7884629279a37442efa8f94cfe4/B, priority=13, startTime=1732390928668; duration=0sec 2024-11-23T19:42:09,087 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:09,087 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbdcc7884629279a37442efa8f94cfe4:B 2024-11-23T19:42:09,087 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:09,089 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:09,089 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): bbdcc7884629279a37442efa8f94cfe4/C is initiating minor compaction (all files) 2024-11-23T19:42:09,089 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbdcc7884629279a37442efa8f94cfe4/C in TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:09,089 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/041857ac523d48d29c298612dc79510a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/041857ac523d48d29c298612dc79510a 2024-11-23T19:42:09,089 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/da5b5d7ed8534f78890b0e548278293b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/f521e0dc3e86408d93ff1f07e840a39f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/b0a0632727e948319fd1790aec1ee3cc] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp, totalSize=33.6 K 2024-11-23T19:42:09,089 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting da5b5d7ed8534f78890b0e548278293b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732390923579 2024-11-23T19:42:09,089 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting f521e0dc3e86408d93ff1f07e840a39f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732390924748 2024-11-23T19:42:09,090 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting b0a0632727e948319fd1790aec1ee3cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732390927035 2024-11-23T19:42:09,092 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbdcc7884629279a37442efa8f94cfe4/A of bbdcc7884629279a37442efa8f94cfe4 into 041857ac523d48d29c298612dc79510a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:09,092 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:09,092 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., storeName=bbdcc7884629279a37442efa8f94cfe4/A, priority=13, startTime=1732390928668; duration=0sec 2024-11-23T19:42:09,092 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:09,092 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbdcc7884629279a37442efa8f94cfe4:A 2024-11-23T19:42:09,095 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbdcc7884629279a37442efa8f94cfe4#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T19:42:09,095 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/3f783c4cb5044d0298e2bf45913bbacd is 50, key is test_row_0/C:col10/1732390927035/Put/seqid=0 2024-11-23T19:42:09,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742218_1394 (size=12595) 2024-11-23T19:42:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-23T19:42:09,250 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:09,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:42:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-23T19:42:09,252 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:42:09,253 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:42:09,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:42:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-23T19:42:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-23T19:42:09,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-23T19:42:09,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:09,405 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing bbdcc7884629279a37442efa8f94cfe4 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-23T19:42:09,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235c2d48e006494381a0163eb05aa039f8_bbdcc7884629279a37442efa8f94cfe4 is 50, key is test_row_0/A:col10/1732390927373/Put/seqid=0 2024-11-23T19:42:09,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742219_1395 (size=12304) 2024-11-23T19:42:09,507 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/3f783c4cb5044d0298e2bf45913bbacd as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/3f783c4cb5044d0298e2bf45913bbacd 2024-11-23T19:42:09,511 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbdcc7884629279a37442efa8f94cfe4/C of bbdcc7884629279a37442efa8f94cfe4 into 3f783c4cb5044d0298e2bf45913bbacd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:09,511 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:09,511 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., storeName=bbdcc7884629279a37442efa8f94cfe4/C, priority=13, startTime=1732390928668; duration=0sec 2024-11-23T19:42:09,511 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:09,511 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbdcc7884629279a37442efa8f94cfe4:C 2024-11-23T19:42:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:09,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-23T19:42:09,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390989627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390989628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390989628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:09,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390989740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:09,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:09,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390989740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390989740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:09,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:09,820 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235c2d48e006494381a0163eb05aa039f8_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235c2d48e006494381a0163eb05aa039f8_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:09,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/9146e5962b5646bd83142c4c3fcfe678, store: [table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:09,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/9146e5962b5646bd83142c4c3fcfe678 is 175, key is test_row_0/A:col10/1732390927373/Put/seqid=0 2024-11-23T19:42:09,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742220_1396 (size=31105) 2024-11-23T19:42:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-23T19:42:09,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390989950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:09,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390989950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:09,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390989950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:09,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:09,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:10,224 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/9146e5962b5646bd83142c4c3fcfe678 2024-11-23T19:42:10,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/72c728effced475eb2f5831af0581179 is 50, key is test_row_0/B:col10/1732390927373/Put/seqid=0 2024-11-23T19:42:10,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742221_1397 (size=12151) 2024-11-23T19:42:10,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390990260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:10,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:10,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390990260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:10,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:10,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:10,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:10,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:10,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:10,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390990270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:10,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-23T19:42:10,633 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/72c728effced475eb2f5831af0581179 2024-11-23T19:42:10,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/e88a7b3ae9bf42b1b9ed87d643aa5a0a is 50, key is test_row_0/C:col10/1732390927373/Put/seqid=0 2024-11-23T19:42:10,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742222_1398 (size=12151) 2024-11-23T19:42:10,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390990770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:10,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:10,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:10,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:10,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390990770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:10,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:10,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:10,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:10,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390990780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:10,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:10,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:10,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:11,042 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/e88a7b3ae9bf42b1b9ed87d643aa5a0a 2024-11-23T19:42:11,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/9146e5962b5646bd83142c4c3fcfe678 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/9146e5962b5646bd83142c4c3fcfe678 2024-11-23T19:42:11,048 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/9146e5962b5646bd83142c4c3fcfe678, entries=150, sequenceid=209, filesize=30.4 K 2024-11-23T19:42:11,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/72c728effced475eb2f5831af0581179 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/72c728effced475eb2f5831af0581179 2024-11-23T19:42:11,051 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/72c728effced475eb2f5831af0581179, entries=150, sequenceid=209, filesize=11.9 K 2024-11-23T19:42:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/e88a7b3ae9bf42b1b9ed87d643aa5a0a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/e88a7b3ae9bf42b1b9ed87d643aa5a0a 2024-11-23T19:42:11,055 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/e88a7b3ae9bf42b1b9ed87d643aa5a0a, entries=150, sequenceid=209, filesize=11.9 K 2024-11-23T19:42:11,056 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for bbdcc7884629279a37442efa8f94cfe4 in 1651ms, sequenceid=209, compaction requested=false 2024-11-23T19:42:11,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:11,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:11,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-23T19:42:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=92 2024-11-23T19:42:11,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-23T19:42:11,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8040 sec 2024-11-23T19:42:11,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.8080 sec 2024-11-23T19:42:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-23T19:42:11,401 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:11,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:42:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-23T19:42:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-23T19:42:11,403 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:42:11,403 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:42:11,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:42:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-23T19:42:11,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-23T19:42:11,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:11,556 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing bbdcc7884629279a37442efa8f94cfe4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T19:42:11,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236e0b2ddacc1544c6a1aae10d2beea06a_bbdcc7884629279a37442efa8f94cfe4 is 50, key is test_row_0/A:col10/1732390929580/Put/seqid=0 2024-11-23T19:42:11,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742223_1399 (size=12304) 2024-11-23T19:42:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-23T19:42:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:11,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:11,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390991798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:11,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390991800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:11,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390991800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:11,806 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in bbdcc7884629279a37442efa8f94cfe4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:11,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390991910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:11,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:11,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:11,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:11,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390991910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:11,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:11,969 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236e0b2ddacc1544c6a1aae10d2beea06a_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236e0b2ddacc1544c6a1aae10d2beea06a_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:11,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/f0beec121afd43f6b587b4df22f17d6c, store: [table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:11,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/f0beec121afd43f6b587b4df22f17d6c is 175, key is test_row_0/A:col10/1732390929580/Put/seqid=0 2024-11-23T19:42:11,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742224_1400 (size=31105) 2024-11-23T19:42:11,975 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/f0beec121afd43f6b587b4df22f17d6c 2024-11-23T19:42:11,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/978e6b2931c1421f9f65e6b32f4ffb01 is 50, key is test_row_0/B:col10/1732390929580/Put/seqid=0 2024-11-23T19:42:11,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742225_1401 (size=12151) 2024-11-23T19:42:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-23T19:42:12,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390992120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:12,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390992120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:12,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:12,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:12,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:12,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:12,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:12,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:12,385 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/978e6b2931c1421f9f65e6b32f4ffb01 2024-11-23T19:42:12,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/d9e70412c0c6471abbb3ed5ce431849b is 50, key is test_row_0/C:col10/1732390929580/Put/seqid=0 2024-11-23T19:42:12,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742226_1402 (size=12151) 2024-11-23T19:42:12,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390992440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:12,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:12,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:12,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390992440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:12,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:12,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:12,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:12,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-23T19:42:12,796 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/d9e70412c0c6471abbb3ed5ce431849b 2024-11-23T19:42:12,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/f0beec121afd43f6b587b4df22f17d6c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/f0beec121afd43f6b587b4df22f17d6c 2024-11-23T19:42:12,850 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/f0beec121afd43f6b587b4df22f17d6c, entries=150, sequenceid=237, filesize=30.4 K 2024-11-23T19:42:12,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/978e6b2931c1421f9f65e6b32f4ffb01 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/978e6b2931c1421f9f65e6b32f4ffb01 2024-11-23T19:42:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,853 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/978e6b2931c1421f9f65e6b32f4ffb01, entries=150, sequenceid=237, filesize=11.9 K 2024-11-23T19:42:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/d9e70412c0c6471abbb3ed5ce431849b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/d9e70412c0c6471abbb3ed5ce431849b 2024-11-23T19:42:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,857 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/d9e70412c0c6471abbb3ed5ce431849b, entries=150, sequenceid=237, filesize=11.9 K 2024-11-23T19:42:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,858 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for bbdcc7884629279a37442efa8f94cfe4 in 1303ms, sequenceid=237, compaction requested=true 2024-11-23T19:42:12,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:12,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-23T19:42:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-23T19:42:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-23T19:42:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4550 sec 2024-11-23T19:42:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.4610 sec 2024-11-23T19:42:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:12,960 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:42:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbdcc7884629279a37442efa8f94cfe4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:42:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b2ce69b328414aed80e4b3444c0f95b7_bbdcc7884629279a37442efa8f94cfe4 is 50, key is test_row_0/A:col10/1732390931799/Put/seqid=0 2024-11-23T19:42:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742227_1403 (size=14794) 2024-11-23T19:42:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:13,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390993059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:13,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:13,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390993062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:13,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:13,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390993170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:13,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390993180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:13,372 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:13,375 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b2ce69b328414aed80e4b3444c0f95b7_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b2ce69b328414aed80e4b3444c0f95b7_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:13,376 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/f31a509b4a75419d96d11fb336ae5ae8, store: [table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:13,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/f31a509b4a75419d96d11fb336ae5ae8 is 175, key is test_row_0/A:col10/1732390931799/Put/seqid=0 2024-11-23T19:42:13,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742228_1404 (size=39749) 2024-11-23T19:42:13,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390993380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:13,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:13,386 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/f31a509b4a75419d96d11fb336ae5ae8 2024-11-23T19:42:13,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390993390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:13,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:13,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/9f987deccd5b4b3ca72cf9810937397f is 50, key is test_row_0/B:col10/1732390931799/Put/seqid=0 2024-11-23T19:42:13,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742229_1405 (size=12151) 2024-11-23T19:42:13,428 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/9ef35e1accf6433f9f8738bfbb75bca0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/c5d8ac7a5ee0455d9df8107106e85577, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/e418826313ce44c0a18687f0c6cbd1b8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/98f52cf65cea4fb096205e716c21582c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/dd97f8bd98b940eb87bb8e63f1a0258b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/3c94983b55d1428badf89fc0ee5910d9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/fb96c21b5ee2404bb0d375d61cd7f4e8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/0f472afc104c47e0a4e905f01bc2c345, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/84f98e8d232541a1a9e34a68731f3009, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/b75ca012576b48a4a0f3c0db0dd9eace, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/faecc6bef15a43bb8e98f4bedc4bc86b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/6e5506921acf4778a9d528ec9fa0fef9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/49e599288da34392b06927a6502693aa] to archive 2024-11-23T19:42:13,429 WARN [regionserver/e9a55eb58607:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-23T19:42:13,429 DEBUG [regionserver/e9a55eb58607:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.0, tune throughput to 50.00 MB/second 2024-11-23T19:42:13,429 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:42:13,431 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/9ef35e1accf6433f9f8738bfbb75bca0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/9ef35e1accf6433f9f8738bfbb75bca0 2024-11-23T19:42:13,432 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/c5d8ac7a5ee0455d9df8107106e85577 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/c5d8ac7a5ee0455d9df8107106e85577 2024-11-23T19:42:13,434 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/e418826313ce44c0a18687f0c6cbd1b8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/e418826313ce44c0a18687f0c6cbd1b8 2024-11-23T19:42:13,435 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/98f52cf65cea4fb096205e716c21582c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/98f52cf65cea4fb096205e716c21582c 2024-11-23T19:42:13,439 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/dd97f8bd98b940eb87bb8e63f1a0258b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/dd97f8bd98b940eb87bb8e63f1a0258b 2024-11-23T19:42:13,440 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/3c94983b55d1428badf89fc0ee5910d9 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/3c94983b55d1428badf89fc0ee5910d9 2024-11-23T19:42:13,441 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/fb96c21b5ee2404bb0d375d61cd7f4e8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/fb96c21b5ee2404bb0d375d61cd7f4e8 2024-11-23T19:42:13,442 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/0f472afc104c47e0a4e905f01bc2c345 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/0f472afc104c47e0a4e905f01bc2c345 2024-11-23T19:42:13,445 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/84f98e8d232541a1a9e34a68731f3009 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/84f98e8d232541a1a9e34a68731f3009 2024-11-23T19:42:13,446 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/b75ca012576b48a4a0f3c0db0dd9eace to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/b75ca012576b48a4a0f3c0db0dd9eace 2024-11-23T19:42:13,449 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/faecc6bef15a43bb8e98f4bedc4bc86b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/faecc6bef15a43bb8e98f4bedc4bc86b 2024-11-23T19:42:13,450 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/6e5506921acf4778a9d528ec9fa0fef9 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/6e5506921acf4778a9d528ec9fa0fef9 2024-11-23T19:42:13,451 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/49e599288da34392b06927a6502693aa to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/49e599288da34392b06927a6502693aa 2024-11-23T19:42:13,453 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/8efcff94c72d498fb99660c6126bab59, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/9167e29e40c44bebad9047bccb0e761f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/8e7afa0df91a40f2afb452a291e47ad4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c10abe7749e64f9ea474d964c816481c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c3a4c9b8ce684e5081d85086815903e3, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/5b2946919ce64a848b4a02a180605747, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/3a2f2e95775046ad9a15ff38353b151b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/edd8459d5fb148be99c69fbbbc2cf42c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/4078e9e812714757b4711043759f42d4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/b1fc050c4f624ff998ed38b4cd6c7a51, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c3713d6a2bae45d3a4218f925c4c828c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/80badc0cd01143d2bb16110a86ad106e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/41fcf3fd24f74280bec86ffb9ae291c2] to archive 2024-11-23T19:42:13,454 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:42:13,455 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/8efcff94c72d498fb99660c6126bab59 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/8efcff94c72d498fb99660c6126bab59 2024-11-23T19:42:13,456 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/9167e29e40c44bebad9047bccb0e761f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/9167e29e40c44bebad9047bccb0e761f 2024-11-23T19:42:13,459 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/8e7afa0df91a40f2afb452a291e47ad4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/8e7afa0df91a40f2afb452a291e47ad4 2024-11-23T19:42:13,460 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c10abe7749e64f9ea474d964c816481c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c10abe7749e64f9ea474d964c816481c 2024-11-23T19:42:13,461 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c3a4c9b8ce684e5081d85086815903e3 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c3a4c9b8ce684e5081d85086815903e3 2024-11-23T19:42:13,462 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/5b2946919ce64a848b4a02a180605747 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/5b2946919ce64a848b4a02a180605747 2024-11-23T19:42:13,463 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/3a2f2e95775046ad9a15ff38353b151b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/3a2f2e95775046ad9a15ff38353b151b 2024-11-23T19:42:13,464 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/edd8459d5fb148be99c69fbbbc2cf42c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/edd8459d5fb148be99c69fbbbc2cf42c 2024-11-23T19:42:13,464 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/4078e9e812714757b4711043759f42d4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/4078e9e812714757b4711043759f42d4 2024-11-23T19:42:13,465 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/b1fc050c4f624ff998ed38b4cd6c7a51 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/b1fc050c4f624ff998ed38b4cd6c7a51 2024-11-23T19:42:13,466 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c3713d6a2bae45d3a4218f925c4c828c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/c3713d6a2bae45d3a4218f925c4c828c 2024-11-23T19:42:13,467 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/80badc0cd01143d2bb16110a86ad106e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/80badc0cd01143d2bb16110a86ad106e 2024-11-23T19:42:13,468 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/41fcf3fd24f74280bec86ffb9ae291c2 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/41fcf3fd24f74280bec86ffb9ae291c2 2024-11-23T19:42:13,470 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/8eac27c61e734b5aa6859f1ef11286eb, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/328544b94ec04af9803560417ad7b509, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/9fcf902879e140b1a80346f8c0a80e94, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/b3037882d6b7423b88cb55635dcc82b5, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/8e70c86ed2044e47aa8e1b96ccd9efc0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/5bb4b9f9929244f3ab81822bedf289ec, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/bcf1d97c0e784d1e86f09137746c92ca, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/aeb1368956d8411aab968cbfbb8fb20a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/a99618948e7c4963a709d5995311a7e2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/da5b5d7ed8534f78890b0e548278293b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/da936ec866d842a5862894c3a119a2e7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/f521e0dc3e86408d93ff1f07e840a39f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/b0a0632727e948319fd1790aec1ee3cc] to archive 2024-11-23T19:42:13,472 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:42:13,474 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/8eac27c61e734b5aa6859f1ef11286eb to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/8eac27c61e734b5aa6859f1ef11286eb 2024-11-23T19:42:13,475 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/328544b94ec04af9803560417ad7b509 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/328544b94ec04af9803560417ad7b509 2024-11-23T19:42:13,476 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/9fcf902879e140b1a80346f8c0a80e94 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/9fcf902879e140b1a80346f8c0a80e94 2024-11-23T19:42:13,476 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/b3037882d6b7423b88cb55635dcc82b5 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/b3037882d6b7423b88cb55635dcc82b5 2024-11-23T19:42:13,477 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/8e70c86ed2044e47aa8e1b96ccd9efc0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/8e70c86ed2044e47aa8e1b96ccd9efc0 2024-11-23T19:42:13,478 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/5bb4b9f9929244f3ab81822bedf289ec to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/5bb4b9f9929244f3ab81822bedf289ec 2024-11-23T19:42:13,478 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/bcf1d97c0e784d1e86f09137746c92ca to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/bcf1d97c0e784d1e86f09137746c92ca 2024-11-23T19:42:13,479 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/aeb1368956d8411aab968cbfbb8fb20a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/aeb1368956d8411aab968cbfbb8fb20a 2024-11-23T19:42:13,480 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/a99618948e7c4963a709d5995311a7e2 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/a99618948e7c4963a709d5995311a7e2 2024-11-23T19:42:13,481 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/da5b5d7ed8534f78890b0e548278293b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/da5b5d7ed8534f78890b0e548278293b 2024-11-23T19:42:13,482 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/da936ec866d842a5862894c3a119a2e7 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/da936ec866d842a5862894c3a119a2e7 2024-11-23T19:42:13,483 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/f521e0dc3e86408d93ff1f07e840a39f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/f521e0dc3e86408d93ff1f07e840a39f 2024-11-23T19:42:13,486 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e9a55eb58607:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/b0a0632727e948319fd1790aec1ee3cc to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/b0a0632727e948319fd1790aec1ee3cc 2024-11-23T19:42:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-23T19:42:13,551 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:13,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:42:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-23T19:42:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-23T19:42:13,556 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:42:13,556 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:42:13,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:42:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-23T19:42:13,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390993690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:13,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-23T19:42:13,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:13,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:13,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:13,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:13,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:13,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390993711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:13,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:13,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/9f987deccd5b4b3ca72cf9810937397f 2024-11-23T19:42:13,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/6424d1a6d68a433ead5b7dd195f9eeed is 50, key is test_row_0/C:col10/1732390931799/Put/seqid=0 2024-11-23T19:42:13,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742230_1406 (size=12151) 2024-11-23T19:42:13,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57496 deadline: 1732390993821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:13,826 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in bbdcc7884629279a37442efa8f94cfe4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:13,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:13,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:13,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-23T19:42:13,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:13,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:13,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:13,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:13,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-23T19:42:14,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-23T19:42:14,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:14,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-23T19:42:14,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:14,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-23T19:42:14,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390994210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:14,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:14,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:14,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:14,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/6424d1a6d68a433ead5b7dd195f9eeed 2024-11-23T19:42:14,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/f31a509b4a75419d96d11fb336ae5ae8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/f31a509b4a75419d96d11fb336ae5ae8 2024-11-23T19:42:14,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/f31a509b4a75419d96d11fb336ae5ae8, entries=200, sequenceid=248, filesize=38.8 K 2024-11-23T19:42:14,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/9f987deccd5b4b3ca72cf9810937397f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/9f987deccd5b4b3ca72cf9810937397f 2024-11-23T19:42:14,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/9f987deccd5b4b3ca72cf9810937397f, entries=150, sequenceid=248, filesize=11.9 K 2024-11-23T19:42:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/6424d1a6d68a433ead5b7dd195f9eeed as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/6424d1a6d68a433ead5b7dd195f9eeed 2024-11-23T19:42:14,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/6424d1a6d68a433ead5b7dd195f9eeed, entries=150, sequenceid=248, filesize=11.9 K 2024-11-23T19:42:14,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bbdcc7884629279a37442efa8f94cfe4 in 1271ms, sequenceid=248, compaction requested=true 2024-11-23T19:42:14,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:14,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbdcc7884629279a37442efa8f94cfe4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:42:14,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:14,232 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:42:14,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbdcc7884629279a37442efa8f94cfe4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:42:14,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:14,232 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:42:14,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbdcc7884629279a37442efa8f94cfe4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:42:14,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:14,232 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133508 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:42:14,232 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:42:14,233 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): bbdcc7884629279a37442efa8f94cfe4/B is initiating minor compaction (all files) 2024-11-23T19:42:14,233 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): bbdcc7884629279a37442efa8f94cfe4/A is initiating minor compaction (all files) 2024-11-23T19:42:14,233 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbdcc7884629279a37442efa8f94cfe4/B in TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,233 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbdcc7884629279a37442efa8f94cfe4/A in TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,233 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/3e48054710274782ad3b16c5605fec02, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/72c728effced475eb2f5831af0581179, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/978e6b2931c1421f9f65e6b32f4ffb01, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/9f987deccd5b4b3ca72cf9810937397f] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp, totalSize=47.9 K 2024-11-23T19:42:14,233 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/041857ac523d48d29c298612dc79510a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/9146e5962b5646bd83142c4c3fcfe678, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/f0beec121afd43f6b587b4df22f17d6c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/f31a509b4a75419d96d11fb336ae5ae8] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp, totalSize=130.4 K 2024-11-23T19:42:14,233 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,233 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/041857ac523d48d29c298612dc79510a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/9146e5962b5646bd83142c4c3fcfe678, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/f0beec121afd43f6b587b4df22f17d6c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/f31a509b4a75419d96d11fb336ae5ae8] 2024-11-23T19:42:14,233 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e48054710274782ad3b16c5605fec02, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732390927035 2024-11-23T19:42:14,233 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 041857ac523d48d29c298612dc79510a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732390927035 2024-11-23T19:42:14,233 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 72c728effced475eb2f5831af0581179, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732390927373 2024-11-23T19:42:14,233 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9146e5962b5646bd83142c4c3fcfe678, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732390927373 2024-11-23T19:42:14,233 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 978e6b2931c1421f9f65e6b32f4ffb01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732390929580 2024-11-23T19:42:14,233 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0beec121afd43f6b587b4df22f17d6c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732390929580 2024-11-23T19:42:14,234 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting f31a509b4a75419d96d11fb336ae5ae8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732390931794 2024-11-23T19:42:14,234 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f987deccd5b4b3ca72cf9810937397f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732390931799 2024-11-23T19:42:14,238 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:14,239 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411231536f9d8264347efb4f57c3b2baa0257_bbdcc7884629279a37442efa8f94cfe4 store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:14,240 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbdcc7884629279a37442efa8f94cfe4#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:14,240 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/320887952cf340af866209d47fa987c0 is 50, key is test_row_0/B:col10/1732390931799/Put/seqid=0 2024-11-23T19:42:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:14,240 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:42:14,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbdcc7884629279a37442efa8f94cfe4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T19:42:14,242 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411231536f9d8264347efb4f57c3b2baa0257_bbdcc7884629279a37442efa8f94cfe4, store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:14,242 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231536f9d8264347efb4f57c3b2baa0257_bbdcc7884629279a37442efa8f94cfe4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:14,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742231_1407 (size=12289) 2024-11-23T19:42:14,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742232_1408 (size=4469) 2024-11-23T19:42:14,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237e1667238ba94c129e33ef4ffcf1b632_bbdcc7884629279a37442efa8f94cfe4 is 50, key is test_row_0/A:col10/1732390933058/Put/seqid=0 2024-11-23T19:42:14,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742233_1409 (size=14994) 2024-11-23T19:42:14,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390994289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:14,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-23T19:42:14,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:14,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390994400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:14,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:14,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:14,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:14,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-23T19:42:14,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:14,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,603 INFO [Thread-1564 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1564. 2024-11-23T19:42:14,603 DEBUG [Thread-1564 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:14,603 DEBUG [Thread-1564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:14,603 DEBUG [Thread-1564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:14,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:14,603 INFO [Thread-1558 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1558. 2024-11-23T19:42:14,603 DEBUG [Thread-1558 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:14,603 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:14,603 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:14,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:14,608 INFO [Thread-1560 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1560. 2024-11-23T19:42:14,608 DEBUG [Thread-1560 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:14,608 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:14,608 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:14,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:14,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390994610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:14,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:14,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:14,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:14,613 INFO [Thread-1556 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1556. 2024-11-23T19:42:14,613 DEBUG [Thread-1556 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:14,613 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:14,613 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:14,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:14,613 INFO [Thread-1562 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1562. 2024-11-23T19:42:14,613 DEBUG [Thread-1562 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:14,613 DEBUG [Thread-1562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:14,613 DEBUG [Thread-1562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:14,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:14,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-23T19:42:14,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:14,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,647 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbdcc7884629279a37442efa8f94cfe4#A#compaction#340 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:14,647 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/c9de4dbe7b3d4775b14c5d995167db4f is 175, key is test_row_0/A:col10/1732390931799/Put/seqid=0 2024-11-23T19:42:14,650 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/320887952cf340af866209d47fa987c0 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/320887952cf340af866209d47fa987c0 2024-11-23T19:42:14,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742234_1410 (size=31243) 2024-11-23T19:42:14,656 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:14,657 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bbdcc7884629279a37442efa8f94cfe4/B of bbdcc7884629279a37442efa8f94cfe4 into 320887952cf340af866209d47fa987c0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:14,657 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:14,657 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., storeName=bbdcc7884629279a37442efa8f94cfe4/B, priority=12, startTime=1732390934232; duration=0sec 2024-11-23T19:42:14,657 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:14,657 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbdcc7884629279a37442efa8f94cfe4:B 2024-11-23T19:42:14,657 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:42:14,658 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:42:14,658 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): bbdcc7884629279a37442efa8f94cfe4/C is initiating minor compaction (all files) 2024-11-23T19:42:14,658 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbdcc7884629279a37442efa8f94cfe4/C in TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,658 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/3f783c4cb5044d0298e2bf45913bbacd, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/e88a7b3ae9bf42b1b9ed87d643aa5a0a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/d9e70412c0c6471abbb3ed5ce431849b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/6424d1a6d68a433ead5b7dd195f9eeed] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp, totalSize=47.9 K 2024-11-23T19:42:14,659 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f783c4cb5044d0298e2bf45913bbacd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732390927035 2024-11-23T19:42:14,659 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting e88a7b3ae9bf42b1b9ed87d643aa5a0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732390927373 2024-11-23T19:42:14,660 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting d9e70412c0c6471abbb3ed5ce431849b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732390929580 2024-11-23T19:42:14,660 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237e1667238ba94c129e33ef4ffcf1b632_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237e1667238ba94c129e33ef4ffcf1b632_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:14,660 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 6424d1a6d68a433ead5b7dd195f9eeed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732390931799 2024-11-23T19:42:14,660 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/cbcb68a0637749868cc00ec36fe2b580, store: [table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:14,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/cbcb68a0637749868cc00ec36fe2b580 is 175, key is test_row_0/A:col10/1732390933058/Put/seqid=0 2024-11-23T19:42:14,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742235_1411 (size=39949) 2024-11-23T19:42:14,666 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbdcc7884629279a37442efa8f94cfe4#C#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:14,667 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/7bda3eb1d0554a14a6b0abee6ccc6544 is 50, key is test_row_0/C:col10/1732390931799/Put/seqid=0 2024-11-23T19:42:14,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742236_1412 (size=12289) 2024-11-23T19:42:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-23T19:42:14,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-23T19:42:14,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:14,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390994921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:14,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:14,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:14,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:14,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-23T19:42:14,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:14,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:14,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,065 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/c9de4dbe7b3d4775b14c5d995167db4f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/c9de4dbe7b3d4775b14c5d995167db4f 2024-11-23T19:42:15,065 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/cbcb68a0637749868cc00ec36fe2b580 2024-11-23T19:42:15,070 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bbdcc7884629279a37442efa8f94cfe4/A of bbdcc7884629279a37442efa8f94cfe4 into c9de4dbe7b3d4775b14c5d995167db4f(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:15,070 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:15,070 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., storeName=bbdcc7884629279a37442efa8f94cfe4/A, priority=12, startTime=1732390934232; duration=0sec 2024-11-23T19:42:15,070 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:15,070 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbdcc7884629279a37442efa8f94cfe4:A 2024-11-23T19:42:15,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/4c66b538f72c447c8d9c604f86199b09 is 50, key is test_row_0/B:col10/1732390933058/Put/seqid=0 2024-11-23T19:42:15,075 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/7bda3eb1d0554a14a6b0abee6ccc6544 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/7bda3eb1d0554a14a6b0abee6ccc6544 2024-11-23T19:42:15,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742237_1413 (size=12301) 2024-11-23T19:42:15,079 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bbdcc7884629279a37442efa8f94cfe4/C of bbdcc7884629279a37442efa8f94cfe4 into 7bda3eb1d0554a14a6b0abee6ccc6544(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:15,079 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:15,079 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., storeName=bbdcc7884629279a37442efa8f94cfe4/C, priority=12, startTime=1732390934232; duration=0sec 2024-11-23T19:42:15,080 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:15,080 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbdcc7884629279a37442efa8f94cfe4:C 2024-11-23T19:42:15,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-23T19:42:15,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:15,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:15,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:15,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57458 deadline: 1732390995231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:15,233 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_1' in bbdcc7884629279a37442efa8f94cfe4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:15,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:15,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-23T19:42:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:15,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:15,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57430 deadline: 1732390995271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:15,272 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_1' in bbdcc7884629279a37442efa8f94cfe4 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18253 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:15,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:15,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:15,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:15,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57478 deadline: 1732390995361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:15,362 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in bbdcc7884629279a37442efa8f94cfe4 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18349 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:15,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-23T19:42:15,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:15,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:15,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:15,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57446 deadline: 1732390995431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:42:15,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/4c66b538f72c447c8d9c604f86199b09 2024-11-23T19:42:15,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/75057b1b43164bd49d62e38e9b0a3050 is 50, key is test_row_0/C:col10/1732390933058/Put/seqid=0 2024-11-23T19:42:15,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742238_1414 (size=12301) 2024-11-23T19:42:15,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-23T19:42:15,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:15,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:15,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:15,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-23T19:42:15,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-23T19:42:15,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:15,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:15,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:15,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-23T19:42:15,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:15,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:15,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:15,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:15,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/75057b1b43164bd49d62e38e9b0a3050 2024-11-23T19:42:15,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/cbcb68a0637749868cc00ec36fe2b580 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/cbcb68a0637749868cc00ec36fe2b580 2024-11-23T19:42:15,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/cbcb68a0637749868cc00ec36fe2b580, entries=200, sequenceid=274, filesize=39.0 K 2024-11-23T19:42:15,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/4c66b538f72c447c8d9c604f86199b09 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/4c66b538f72c447c8d9c604f86199b09 2024-11-23T19:42:15,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/4c66b538f72c447c8d9c604f86199b09, entries=150, sequenceid=274, filesize=12.0 K 2024-11-23T19:42:15,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/75057b1b43164bd49d62e38e9b0a3050 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/75057b1b43164bd49d62e38e9b0a3050 2024-11-23T19:42:15,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/75057b1b43164bd49d62e38e9b0a3050, entries=150, sequenceid=274, filesize=12.0 K 2024-11-23T19:42:15,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for bbdcc7884629279a37442efa8f94cfe4 in 1669ms, sequenceid=274, compaction requested=false 2024-11-23T19:42:15,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:16,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-23T19:42:16,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:16,017 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing bbdcc7884629279a37442efa8f94cfe4 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T19:42:16,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e13f9873e068476b987d28f5909e4f5f_bbdcc7884629279a37442efa8f94cfe4 is 50, key is test_row_0/A:col10/1732390934258/Put/seqid=0 2024-11-23T19:42:16,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742239_1415 (size=12454) 2024-11-23T19:42:16,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:16,433 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e13f9873e068476b987d28f5909e4f5f_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e13f9873e068476b987d28f5909e4f5f_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:16,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/3cf7cd628c6a4f519ac9de0196b9c979, store: [table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:16,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/3cf7cd628c6a4f519ac9de0196b9c979 is 175, key is test_row_0/A:col10/1732390934258/Put/seqid=0 2024-11-23T19:42:16,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742240_1416 (size=31255) 2024-11-23T19:42:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:16,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. as already flushing 2024-11-23T19:42:16,442 INFO [Thread-1553 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1553. 2024-11-23T19:42:16,442 DEBUG [Thread-1553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:16,442 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:16,442 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:16,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:16,841 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/3cf7cd628c6a4f519ac9de0196b9c979 2024-11-23T19:42:16,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/1aee1624c3b642409601962fae48fd01 is 50, key is test_row_0/B:col10/1732390934258/Put/seqid=0 2024-11-23T19:42:16,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742241_1417 (size=12301) 2024-11-23T19:42:17,245 INFO [Thread-1551 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1551. 2024-11-23T19:42:17,245 DEBUG [Thread-1551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:17,245 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:17,245 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:17,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:17,250 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/1aee1624c3b642409601962fae48fd01 2024-11-23T19:42:17,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/4b38a0249881468a84f81822384c9331 is 50, key is test_row_0/C:col10/1732390934258/Put/seqid=0 2024-11-23T19:42:17,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742242_1418 (size=12301) 2024-11-23T19:42:17,664 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/4b38a0249881468a84f81822384c9331 2024-11-23T19:42:17,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/3cf7cd628c6a4f519ac9de0196b9c979 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/3cf7cd628c6a4f519ac9de0196b9c979 2024-11-23T19:42:17,680 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/3cf7cd628c6a4f519ac9de0196b9c979, entries=150, sequenceid=287, filesize=30.5 K 2024-11-23T19:42:17,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/1aee1624c3b642409601962fae48fd01 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/1aee1624c3b642409601962fae48fd01 2024-11-23T19:42:17,684 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/1aee1624c3b642409601962fae48fd01, entries=150, sequenceid=287, filesize=12.0 K 2024-11-23T19:42:17,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/4b38a0249881468a84f81822384c9331 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/4b38a0249881468a84f81822384c9331 2024-11-23T19:42:17,689 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/4b38a0249881468a84f81822384c9331, entries=150, sequenceid=287, filesize=12.0 K 2024-11-23T19:42:17,689 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=13.42 KB/13740 for bbdcc7884629279a37442efa8f94cfe4 in 1672ms, sequenceid=287, compaction requested=true 2024-11-23T19:42:17,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for bbdcc7884629279a37442efa8f94cfe4: 2024-11-23T19:42:17,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:17,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-23T19:42:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-23T19:42:17,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-23T19:42:17,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1350 sec 2024-11-23T19:42:17,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 4.1410 sec 2024-11-23T19:42:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-23T19:42:17,721 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:17,843 INFO [Thread-1549 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1549. 2024-11-23T19:42:17,843 DEBUG [Thread-1549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:17,843 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:17,843 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:17,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:25,334 INFO [Thread-1545 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1545. 2024-11-23T19:42:25,334 DEBUG [Thread-1545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:25,334 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:25,334 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:25,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:25,432 INFO [Thread-1547 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1547. 2024-11-23T19:42:25,432 DEBUG [Thread-1547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:25,432 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:25,432 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:25,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1403 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4209 rows 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1411 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4229 rows 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1412 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4236 rows 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1415 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4245 rows 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1405 2024-11-23T19:42:25,432 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4213 rows 2024-11-23T19:42:25,432 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:42:25,432 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:42:25,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:25,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:25,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:25,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T19:42:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T19:42:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-23T19:42:25,437 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390945436"}]},"ts":"1732390945436"} 2024-11-23T19:42:25,438 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T19:42:25,438 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T19:42:25,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T19:42:25,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbdcc7884629279a37442efa8f94cfe4, UNASSIGN}] 2024-11-23T19:42:25,441 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbdcc7884629279a37442efa8f94cfe4, UNASSIGN 2024-11-23T19:42:25,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=99 updating hbase:meta row=bbdcc7884629279a37442efa8f94cfe4, regionState=CLOSING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:25,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbdcc7884629279a37442efa8f94cfe4, UNASSIGN because future has completed 2024-11-23T19:42:25,443 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T19:42:25,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; CloseRegionProcedure bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:42:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-23T19:42:25,596 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(122): Close bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:25,596 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T19:42:25,596 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1722): Closing bbdcc7884629279a37442efa8f94cfe4, disabling compactions & flushes 2024-11-23T19:42:25,596 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:25,596 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:25,596 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. after waiting 0 ms 2024-11-23T19:42:25,596 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:25,596 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(2902): Flushing bbdcc7884629279a37442efa8f94cfe4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T19:42:25,606 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f7ba8b7bcb4b4815b06703dbee844b81_bbdcc7884629279a37442efa8f94cfe4 is 50, key is test_row_0/A:col10/1732390945430/Put/seqid=0 2024-11-23T19:42:25,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742243_1419 (size=12454) 2024-11-23T19:42:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-23T19:42:26,010 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:26,019 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f7ba8b7bcb4b4815b06703dbee844b81_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f7ba8b7bcb4b4815b06703dbee844b81_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:26,021 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/7610c04489ac4764bbd01dfcc466762f, store: [table=TestAcidGuarantees family=A region=bbdcc7884629279a37442efa8f94cfe4] 2024-11-23T19:42:26,021 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/7610c04489ac4764bbd01dfcc466762f is 175, key is test_row_0/A:col10/1732390945430/Put/seqid=0 2024-11-23T19:42:26,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742244_1420 (size=31255) 2024-11-23T19:42:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-23T19:42:26,427 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/7610c04489ac4764bbd01dfcc466762f 2024-11-23T19:42:26,438 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/f80a33a98da243e29b00828225fdfbbb is 50, key is test_row_0/B:col10/1732390945430/Put/seqid=0 2024-11-23T19:42:26,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742245_1421 (size=12301) 2024-11-23T19:42:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-23T19:42:26,844 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/f80a33a98da243e29b00828225fdfbbb 2024-11-23T19:42:26,850 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/37162035f811496da86dec6f631148a4 is 50, key is test_row_0/C:col10/1732390945430/Put/seqid=0 2024-11-23T19:42:26,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742246_1422 (size=12301) 2024-11-23T19:42:27,254 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/37162035f811496da86dec6f631148a4 2024-11-23T19:42:27,261 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/A/7610c04489ac4764bbd01dfcc466762f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/7610c04489ac4764bbd01dfcc466762f 2024-11-23T19:42:27,268 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/7610c04489ac4764bbd01dfcc466762f, entries=150, sequenceid=295, filesize=30.5 K 2024-11-23T19:42:27,269 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/B/f80a33a98da243e29b00828225fdfbbb as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/f80a33a98da243e29b00828225fdfbbb 2024-11-23T19:42:27,273 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/f80a33a98da243e29b00828225fdfbbb, entries=150, sequenceid=295, filesize=12.0 K 2024-11-23T19:42:27,274 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/.tmp/C/37162035f811496da86dec6f631148a4 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/37162035f811496da86dec6f631148a4 2024-11-23T19:42:27,278 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/37162035f811496da86dec6f631148a4, entries=150, sequenceid=295, filesize=12.0 K 2024-11-23T19:42:27,279 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for bbdcc7884629279a37442efa8f94cfe4 in 1683ms, sequenceid=295, compaction requested=true 2024-11-23T19:42:27,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/041857ac523d48d29c298612dc79510a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/9146e5962b5646bd83142c4c3fcfe678, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/f0beec121afd43f6b587b4df22f17d6c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/f31a509b4a75419d96d11fb336ae5ae8] to archive 2024-11-23T19:42:27,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:42:27,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/041857ac523d48d29c298612dc79510a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/041857ac523d48d29c298612dc79510a 2024-11-23T19:42:27,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/9146e5962b5646bd83142c4c3fcfe678 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/9146e5962b5646bd83142c4c3fcfe678 2024-11-23T19:42:27,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/f0beec121afd43f6b587b4df22f17d6c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/f0beec121afd43f6b587b4df22f17d6c 2024-11-23T19:42:27,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/f31a509b4a75419d96d11fb336ae5ae8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/f31a509b4a75419d96d11fb336ae5ae8 2024-11-23T19:42:27,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/3e48054710274782ad3b16c5605fec02, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/72c728effced475eb2f5831af0581179, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/978e6b2931c1421f9f65e6b32f4ffb01, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/9f987deccd5b4b3ca72cf9810937397f] to archive 2024-11-23T19:42:27,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:42:27,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/3e48054710274782ad3b16c5605fec02 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/3e48054710274782ad3b16c5605fec02 2024-11-23T19:42:27,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/72c728effced475eb2f5831af0581179 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/72c728effced475eb2f5831af0581179 2024-11-23T19:42:27,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/978e6b2931c1421f9f65e6b32f4ffb01 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/978e6b2931c1421f9f65e6b32f4ffb01 2024-11-23T19:42:27,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/9f987deccd5b4b3ca72cf9810937397f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/9f987deccd5b4b3ca72cf9810937397f 2024-11-23T19:42:27,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/3f783c4cb5044d0298e2bf45913bbacd, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/e88a7b3ae9bf42b1b9ed87d643aa5a0a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/d9e70412c0c6471abbb3ed5ce431849b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/6424d1a6d68a433ead5b7dd195f9eeed] to archive 2024-11-23T19:42:27,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:42:27,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/3f783c4cb5044d0298e2bf45913bbacd to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/3f783c4cb5044d0298e2bf45913bbacd 2024-11-23T19:42:27,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/e88a7b3ae9bf42b1b9ed87d643aa5a0a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/e88a7b3ae9bf42b1b9ed87d643aa5a0a 2024-11-23T19:42:27,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/d9e70412c0c6471abbb3ed5ce431849b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/d9e70412c0c6471abbb3ed5ce431849b 2024-11-23T19:42:27,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/6424d1a6d68a433ead5b7dd195f9eeed to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/6424d1a6d68a433ead5b7dd195f9eeed 2024-11-23T19:42:27,305 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/recovered.edits/298.seqid, newMaxSeqId=298, maxSeqId=4 2024-11-23T19:42:27,306 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. 2024-11-23T19:42:27,306 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1676): Region close journal for bbdcc7884629279a37442efa8f94cfe4: Waiting for close lock at 1732390945596Running coprocessor pre-close hooks at 1732390945596Disabling compacts and flushes for region at 1732390945596Disabling writes for close at 1732390945596Obtaining lock to block concurrent updates at 1732390945596Preparing flush snapshotting stores in bbdcc7884629279a37442efa8f94cfe4 at 1732390945596Finished memstore snapshotting TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732390945597 (+1 ms)Flushing stores of TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4. at 1732390945597Flushing bbdcc7884629279a37442efa8f94cfe4/A: creating writer at 1732390945597Flushing mob file bbdcc7884629279a37442efa8f94cfe4/A: appending metadata at 1732390945605 (+8 ms)Flushing mob file bbdcc7884629279a37442efa8f94cfe4/A: closing flushed file at 1732390945605Flushing bbdcc7884629279a37442efa8f94cfe4/A: appending metadata at 1732390946021 (+416 ms)Flushing bbdcc7884629279a37442efa8f94cfe4/A: closing flushed file at 1732390946021Flushing bbdcc7884629279a37442efa8f94cfe4/B: creating writer at 1732390946433 (+412 ms)Flushing bbdcc7884629279a37442efa8f94cfe4/B: appending metadata at 1732390946438 (+5 ms)Flushing bbdcc7884629279a37442efa8f94cfe4/B: closing flushed file at 1732390946438Flushing bbdcc7884629279a37442efa8f94cfe4/C: creating writer at 1732390946847 (+409 ms)Flushing bbdcc7884629279a37442efa8f94cfe4/C: appending metadata at 1732390946849 (+2 ms)Flushing bbdcc7884629279a37442efa8f94cfe4/C: closing flushed file at 1732390946849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7477c1a9: reopening flushed file at 1732390947260 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56cb3ad0: reopening flushed file at 1732390947268 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8d2975: reopening flushed file at 1732390947273 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for bbdcc7884629279a37442efa8f94cfe4 in 1683ms, sequenceid=295, compaction requested=true at 1732390947279 (+6 ms)Writing region close event to WAL at 1732390947302 (+23 ms)Running coprocessor post-close hooks at 1732390947306 (+4 ms)Closed at 1732390947306 2024-11-23T19:42:27,308 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(157): Closed bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=99 updating hbase:meta row=bbdcc7884629279a37442efa8f94cfe4, regionState=CLOSED 2024-11-23T19:42:27,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE, hasLock=false; CloseRegionProcedure bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:42:27,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-23T19:42:27,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; CloseRegionProcedure bbdcc7884629279a37442efa8f94cfe4, server=e9a55eb58607,38025,1732390810767 in 1.8680 sec 2024-11-23T19:42:27,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-23T19:42:27,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbdcc7884629279a37442efa8f94cfe4, UNASSIGN in 1.8740 sec 2024-11-23T19:42:27,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-23T19:42:27,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8770 sec 2024-11-23T19:42:27,318 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390947318"}]},"ts":"1732390947318"} 2024-11-23T19:42:27,319 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T19:42:27,319 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T19:42:27,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8860 sec 2024-11-23T19:42:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-23T19:42:27,581 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:27,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T19:42:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:42:27,583 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:42:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-23T19:42:27,584 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=101, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:42:27,587 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,590 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/recovered.edits] 2024-11-23T19:42:27,594 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/3cf7cd628c6a4f519ac9de0196b9c979 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/3cf7cd628c6a4f519ac9de0196b9c979 2024-11-23T19:42:27,596 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/7610c04489ac4764bbd01dfcc466762f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/7610c04489ac4764bbd01dfcc466762f 2024-11-23T19:42:27,598 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/c9de4dbe7b3d4775b14c5d995167db4f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/c9de4dbe7b3d4775b14c5d995167db4f 2024-11-23T19:42:27,600 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/cbcb68a0637749868cc00ec36fe2b580 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/A/cbcb68a0637749868cc00ec36fe2b580 2024-11-23T19:42:27,603 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/1aee1624c3b642409601962fae48fd01 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/1aee1624c3b642409601962fae48fd01 2024-11-23T19:42:27,604 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/320887952cf340af866209d47fa987c0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/320887952cf340af866209d47fa987c0 2024-11-23T19:42:27,604 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/4c66b538f72c447c8d9c604f86199b09 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/4c66b538f72c447c8d9c604f86199b09 2024-11-23T19:42:27,605 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/f80a33a98da243e29b00828225fdfbbb to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/B/f80a33a98da243e29b00828225fdfbbb 2024-11-23T19:42:27,607 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/37162035f811496da86dec6f631148a4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/37162035f811496da86dec6f631148a4 2024-11-23T19:42:27,608 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/4b38a0249881468a84f81822384c9331 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/4b38a0249881468a84f81822384c9331 2024-11-23T19:42:27,608 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/75057b1b43164bd49d62e38e9b0a3050 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/75057b1b43164bd49d62e38e9b0a3050 2024-11-23T19:42:27,609 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/7bda3eb1d0554a14a6b0abee6ccc6544 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/C/7bda3eb1d0554a14a6b0abee6ccc6544 2024-11-23T19:42:27,611 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/recovered.edits/298.seqid to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4/recovered.edits/298.seqid 2024-11-23T19:42:27,611 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,611 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T19:42:27,612 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T19:42:27,612 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T19:42:27,615 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112307060ee6bf2c4ffb9f4cb3f9352e9ae8_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112307060ee6bf2c4ffb9f4cb3f9352e9ae8_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,616 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112307fbbe7fef4f4600b3b7c1e5e9b00929_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112307fbbe7fef4f4600b3b7c1e5e9b00929_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,617 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230ce5ddf9df27432896007077c6128651_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230ce5ddf9df27432896007077c6128651_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,618 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123381198ff053d4506bfc52d313e4ae5b6_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123381198ff053d4506bfc52d313e4ae5b6_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,619 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235c2d48e006494381a0163eb05aa039f8_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235c2d48e006494381a0163eb05aa039f8_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,619 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236e0b2ddacc1544c6a1aae10d2beea06a_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236e0b2ddacc1544c6a1aae10d2beea06a_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,620 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112379cc3ca574ed40cf94bf14adf8eec5a0_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112379cc3ca574ed40cf94bf14adf8eec5a0_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,621 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237e1667238ba94c129e33ef4ffcf1b632_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237e1667238ba94c129e33ef4ffcf1b632_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,621 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a6c7942a06b44c1ca052bfdda7fe25cf_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a6c7942a06b44c1ca052bfdda7fe25cf_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,622 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123adb52da1478d462da02140c4c1f5a3ff_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123adb52da1478d462da02140c4c1f5a3ff_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,623 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b009c4e907a24091b83314f29499af04_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b009c4e907a24091b83314f29499af04_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,623 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b2ce69b328414aed80e4b3444c0f95b7_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b2ce69b328414aed80e4b3444c0f95b7_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,624 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b8856fe5ef364a7b8c6a52c41721d021_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b8856fe5ef364a7b8c6a52c41721d021_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,625 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e13f9873e068476b987d28f5909e4f5f_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e13f9873e068476b987d28f5909e4f5f_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,625 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f1371482c90c46b3877e066ad4991597_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f1371482c90c46b3877e066ad4991597_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,626 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f7ba8b7bcb4b4815b06703dbee844b81_bbdcc7884629279a37442efa8f94cfe4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f7ba8b7bcb4b4815b06703dbee844b81_bbdcc7884629279a37442efa8f94cfe4 2024-11-23T19:42:27,626 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T19:42:27,628 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=101, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:42:27,630 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T19:42:27,632 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T19:42:27,633 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=101, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:42:27,633 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T19:42:27,633 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732390947633"}]},"ts":"9223372036854775807"} 2024-11-23T19:42:27,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-23T19:42:27,636 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => bbdcc7884629279a37442efa8f94cfe4, NAME => 'TestAcidGuarantees,,1732390911432.bbdcc7884629279a37442efa8f94cfe4.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T19:42:27,636 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T19:42:27,636 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732390947636"}]},"ts":"9223372036854775807"} 2024-11-23T19:42:27,637 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-23T19:42:27,638 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=101, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:42:27,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 57 msec 2024-11-23T19:42:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-23T19:42:27,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-23T19:42:27,691 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:27,699 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=239 (was 241), OpenFileDescriptor=445 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 393), ProcessCount=11 (was 11), AvailableMemoryMB=8531 (was 8644) 2024-11-23T19:42:27,708 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=239, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=8530 2024-11-23T19:42:27,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T19:42:27,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:42:27,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T19:42:27,711 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:42:27,711 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:27,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 102 2024-11-23T19:42:27,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-23T19:42:27,712 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:42:27,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742247_1423 (size=959) 2024-11-23T19:42:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-23T19:42:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-23T19:42:28,121 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd 2024-11-23T19:42:28,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742248_1424 (size=53) 2024-11-23T19:42:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-23T19:42:28,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:42:28,529 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a794920ffcd611732de25ef0a9af3252, disabling compactions & flushes 2024-11-23T19:42:28,529 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:28,529 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:28,529 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. after waiting 0 ms 2024-11-23T19:42:28,529 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:28,529 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:28,529 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a794920ffcd611732de25ef0a9af3252: Waiting for close lock at 1732390948529Disabling compacts and flushes for region at 1732390948529Disabling writes for close at 1732390948529Writing region close event to WAL at 1732390948529Closed at 1732390948529 2024-11-23T19:42:28,532 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:42:28,532 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732390948532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732390948532"}]},"ts":"1732390948532"} 2024-11-23T19:42:28,536 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T19:42:28,537 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:42:28,537 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390948537"}]},"ts":"1732390948537"} 2024-11-23T19:42:28,539 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T19:42:28,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a794920ffcd611732de25ef0a9af3252, ASSIGN}] 2024-11-23T19:42:28,540 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a794920ffcd611732de25ef0a9af3252, ASSIGN 2024-11-23T19:42:28,541 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a794920ffcd611732de25ef0a9af3252, ASSIGN; state=OFFLINE, location=e9a55eb58607,38025,1732390810767; forceNewPlan=false, retain=false 2024-11-23T19:42:28,692 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=103 updating hbase:meta row=a794920ffcd611732de25ef0a9af3252, regionState=OPENING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:28,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a794920ffcd611732de25ef0a9af3252, ASSIGN because future has completed 2024-11-23T19:42:28,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; OpenRegionProcedure a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:42:28,847 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:28,847 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7752): Opening region: {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:42:28,847 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:28,847 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:42:28,848 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7794): checking encryption for a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:28,848 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7797): checking classloading for a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:28,849 INFO [StoreOpener-a794920ffcd611732de25ef0a9af3252-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:28,850 INFO [StoreOpener-a794920ffcd611732de25ef0a9af3252-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a794920ffcd611732de25ef0a9af3252 columnFamilyName A 2024-11-23T19:42:28,850 DEBUG [StoreOpener-a794920ffcd611732de25ef0a9af3252-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:28,850 INFO [StoreOpener-a794920ffcd611732de25ef0a9af3252-1 {}] regionserver.HStore(327): Store=a794920ffcd611732de25ef0a9af3252/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:42:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-23T19:42:28,850 INFO [StoreOpener-a794920ffcd611732de25ef0a9af3252-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:28,851 INFO [StoreOpener-a794920ffcd611732de25ef0a9af3252-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a794920ffcd611732de25ef0a9af3252 columnFamilyName B 2024-11-23T19:42:28,851 DEBUG [StoreOpener-a794920ffcd611732de25ef0a9af3252-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:28,851 INFO [StoreOpener-a794920ffcd611732de25ef0a9af3252-1 {}] regionserver.HStore(327): Store=a794920ffcd611732de25ef0a9af3252/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:42:28,852 INFO [StoreOpener-a794920ffcd611732de25ef0a9af3252-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:28,852 INFO [StoreOpener-a794920ffcd611732de25ef0a9af3252-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a794920ffcd611732de25ef0a9af3252 columnFamilyName C 2024-11-23T19:42:28,852 DEBUG [StoreOpener-a794920ffcd611732de25ef0a9af3252-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:28,853 INFO [StoreOpener-a794920ffcd611732de25ef0a9af3252-1 {}] regionserver.HStore(327): Store=a794920ffcd611732de25ef0a9af3252/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:42:28,853 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1038): replaying wal for a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:28,853 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:28,854 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:28,855 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1048): stopping wal replay for a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:28,855 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1060): Cleaning up temporary data for a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:28,855 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T19:42:28,856 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1093): writing seq id for a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:28,858 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:42:28,858 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1114): Opened a794920ffcd611732de25ef0a9af3252; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72294804, jitterRate=0.07727652788162231}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T19:42:28,858 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:28,859 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1006): Region open journal for a794920ffcd611732de25ef0a9af3252: Running coprocessor pre-open hook at 1732390948848Writing region info on filesystem at 1732390948848Initializing all the Stores at 1732390948848Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390948848Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390948849 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390948849Cleaning up temporary data from old regions at 1732390948855 (+6 ms)Running coprocessor post-open hooks at 1732390948858 (+3 ms)Region opened successfully at 1732390948859 (+1 ms) 2024-11-23T19:42:28,859 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., pid=104, masterSystemTime=1732390948844 2024-11-23T19:42:28,860 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:28,860 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:28,861 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=103 updating hbase:meta row=a794920ffcd611732de25ef0a9af3252, regionState=OPEN, openSeqNum=2, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:28,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=103, state=RUNNABLE, hasLock=false; OpenRegionProcedure a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:42:28,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-23T19:42:28,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; OpenRegionProcedure a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 in 170 msec 2024-11-23T19:42:28,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-11-23T19:42:28,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a794920ffcd611732de25ef0a9af3252, ASSIGN in 325 msec 2024-11-23T19:42:28,865 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:42:28,866 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390948865"}]},"ts":"1732390948865"} 2024-11-23T19:42:28,867 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T19:42:28,867 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:42:28,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1580 sec 2024-11-23T19:42:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-23T19:42:29,861 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:29,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16654396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:42:29,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:42:29,863 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:42:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:42:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:42:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3516e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:42:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:42:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:29,864 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:42:29,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8b837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:42:29,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:42:29,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:42:29,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:42:29,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T19:42:29,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e9a55eb58607,38393,1732390809664 2024-11-23T19:42:29,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30a4e794 2024-11-23T19:42:29,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T19:42:29,869 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T19:42:29,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1062bfdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:42:29,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:42:29,871 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:42:29,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:42:29,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:42:29,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8e935a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:42:29,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:42:29,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:29,872 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:42:29,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110dabc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7232e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:42:29,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:42:29,874 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:42:29,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:42:29,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:42:29,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f0e9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:42:29,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:42:29,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:29,875 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:42:29,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3256c10e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39880b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:42:29,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:42:29,877 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:42:29,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:42:29,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:42:29,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471fde48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:42:29,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:42:29,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:29,878 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:42:29,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d23252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f0c5cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:42:29,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:42:29,880 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:42:29,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:42:29,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:42:29,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20984167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:42:29,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:42:29,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:29,881 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:42:29,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f662183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f86346d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:42:29,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:42:29,883 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:42:29,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:42:29,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:42:29,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2708a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:42:29,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:42:29,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:29,884 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:42:29,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6323f8c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729114ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:42:29,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:42:29,886 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:42:29,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:42:29,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:42:29,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0667c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:42:29,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:42:29,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:29,887 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:42:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d06cdfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139f4c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:42:29,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:42:29,889 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:42:29,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:42:29,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:42:29,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@464e1adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:42:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:42:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:29,890 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:42:29,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51da33e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b03bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:42:29,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:42:29,892 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:42:29,892 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:42:29,892 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:42:29,892 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f592b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,892 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:42:29,892 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:42:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:29,893 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:42:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e59fa01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0bbd77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:42:29,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:42:29,895 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:42:29,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:42:29,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:42:29,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5874936e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:42:29,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:42:29,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:29,897 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:42:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5b6923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecec591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:42:29,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:42:29,899 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:42:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:42:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:42:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3006ca11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:42:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:42:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:29,900 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:42:29,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b88ed01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:42:29,901 DEBUG [Thread-1939 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:42:29,901 DEBUG [Thread-1937 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:42:29,901 DEBUG [Thread-1928 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:42:29,902 DEBUG [Thread-1935 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:42:29,902 DEBUG [Thread-1926 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:42:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:42:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:42:29,902 DEBUG [Thread-1920 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:42:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:42:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:42:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:42:29,902 DEBUG [Thread-1933 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:42:29,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:42:29,903 DEBUG [Thread-1922 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:42:29,903 DEBUG [Thread-1924 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:42:29,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:42:29,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:42:29,903 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:42:29,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:42:29,903 DEBUG [Thread-1931 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:42:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:42:29,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:42:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:42:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:42:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:42:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:42:29,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:42:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:42:29,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:42:29,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:42:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-23T19:42:29,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:42:29,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:42:29,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:42:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:42:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-23T19:42:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:42:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:42:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:42:29,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:42:29,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:42:29,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:42:29,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:42:29,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:42:29,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:42:29,908 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:42:29,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:42:29,909 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:42:29,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:42:29,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:42:29,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:42:29,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:42:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:42:29,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:42:29,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:42:29,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2] 2024-11-23T19:42:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:29,916 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:42:29,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:42:29,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/d0058db3fa2e464eaa557a2fcd0fda6b is 50, key is test_row_0/A:col10/1732390949910/Put/seqid=0 2024-11-23T19:42:29,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742249_1425 (size=14341) 2024-11-23T19:42:29,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391009954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:29,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:29,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:29,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:29,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391009955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:29,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391009956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:29,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:29,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:29,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:29,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391009957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:29,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:29,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:29,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:29,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391009958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-23T19:42:30,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-23T19:42:30,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:30,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:30,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:30,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:30,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:30,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391010071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:30,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:30,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391010071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391010071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391010071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391010071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:30,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-23T19:42:30,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:30,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:30,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:30,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:30,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-23T19:42:30,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391010280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:30,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391010280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:30,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391010280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391010280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:30,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:30,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391010280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:30,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:30,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:30,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/d0058db3fa2e464eaa557a2fcd0fda6b 2024-11-23T19:42:30,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/1a2f1c0e1f6a448995b850fe61e9e18a is 50, key is test_row_0/B:col10/1732390949910/Put/seqid=0 2024-11-23T19:42:30,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742250_1426 (size=12001) 2024-11-23T19:42:30,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/1a2f1c0e1f6a448995b850fe61e9e18a 2024-11-23T19:42:30,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-23T19:42:30,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:30,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:30,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:30,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:30,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:30,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/e737ce91b10449f8bb7296b7465cf65d is 50, key is test_row_0/C:col10/1732390949910/Put/seqid=0 2024-11-23T19:42:30,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742251_1427 (size=12001) 2024-11-23T19:42:30,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-23T19:42:30,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:30,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:30,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:30,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:30,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-23T19:42:30,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391010591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:30,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391010591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391010591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:30,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391010591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:30,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391010591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:30,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-23T19:42:30,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:30,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:30,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:30,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:30,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:30,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/e737ce91b10449f8bb7296b7465cf65d 2024-11-23T19:42:30,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/d0058db3fa2e464eaa557a2fcd0fda6b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/d0058db3fa2e464eaa557a2fcd0fda6b 2024-11-23T19:42:30,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/d0058db3fa2e464eaa557a2fcd0fda6b, entries=200, sequenceid=12, filesize=14.0 K 2024-11-23T19:42:30,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/1a2f1c0e1f6a448995b850fe61e9e18a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/1a2f1c0e1f6a448995b850fe61e9e18a 2024-11-23T19:42:30,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/1a2f1c0e1f6a448995b850fe61e9e18a, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T19:42:30,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/e737ce91b10449f8bb7296b7465cf65d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/e737ce91b10449f8bb7296b7465cf65d 2024-11-23T19:42:30,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/e737ce91b10449f8bb7296b7465cf65d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T19:42:30,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a794920ffcd611732de25ef0a9af3252 in 906ms, sequenceid=12, compaction requested=false 2024-11-23T19:42:30,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:30,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-23T19:42:30,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:30,829 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T19:42:30,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/63dfc9e7a04d415d8dfacde0af8d3509 is 50, key is test_row_0/A:col10/1732390949956/Put/seqid=0 2024-11-23T19:42:30,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742252_1428 (size=12001) 2024-11-23T19:42:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-23T19:42:31,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:31,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391011111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391011116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391011116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391011117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391011117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391011221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391011221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391011230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391011230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,237 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/63dfc9e7a04d415d8dfacde0af8d3509 2024-11-23T19:42:31,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/e2f43429b5fe405994c86d3e51b2c8c0 is 50, key is test_row_0/B:col10/1732390949956/Put/seqid=0 2024-11-23T19:42:31,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742253_1429 (size=12001) 2024-11-23T19:42:31,246 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/e2f43429b5fe405994c86d3e51b2c8c0 2024-11-23T19:42:31,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/13e37515ea384975a3c2923770658c0c is 50, key is test_row_0/C:col10/1732390949956/Put/seqid=0 2024-11-23T19:42:31,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742254_1430 (size=12001) 2024-11-23T19:42:31,255 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/13e37515ea384975a3c2923770658c0c 2024-11-23T19:42:31,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/63dfc9e7a04d415d8dfacde0af8d3509 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/63dfc9e7a04d415d8dfacde0af8d3509 2024-11-23T19:42:31,261 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/63dfc9e7a04d415d8dfacde0af8d3509, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T19:42:31,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/e2f43429b5fe405994c86d3e51b2c8c0 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/e2f43429b5fe405994c86d3e51b2c8c0 2024-11-23T19:42:31,264 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/e2f43429b5fe405994c86d3e51b2c8c0, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T19:42:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/13e37515ea384975a3c2923770658c0c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/13e37515ea384975a3c2923770658c0c 2024-11-23T19:42:31,274 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/13e37515ea384975a3c2923770658c0c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T19:42:31,275 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a794920ffcd611732de25ef0a9af3252 in 446ms, sequenceid=37, compaction requested=false 2024-11-23T19:42:31,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:31,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:31,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-23T19:42:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-23T19:42:31,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-23T19:42:31,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3680 sec 2024-11-23T19:42:31,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.3760 sec 2024-11-23T19:42:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:31,434 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:42:31,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T19:42:31,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/9def7f63e02e46be96c2e00734b2ba58 is 50, key is test_row_0/A:col10/1732390951116/Put/seqid=0 2024-11-23T19:42:31,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742255_1431 (size=14341) 2024-11-23T19:42:31,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391011499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391011500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391011504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391011505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391011620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391011620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391011620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391011620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391011830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391011830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391011831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391011831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:31,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/9def7f63e02e46be96c2e00734b2ba58 2024-11-23T19:42:31,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/37c56a32c8f7405eabf3c1267e730e83 is 50, key is test_row_0/B:col10/1732390951116/Put/seqid=0 2024-11-23T19:42:31,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742256_1432 (size=12001) 2024-11-23T19:42:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-23T19:42:32,050 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:32,051 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:42:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-23T19:42:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-23T19:42:32,052 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:42:32,053 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:42:32,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:42:32,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391012130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:32,135 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in a794920ffcd611732de25ef0a9af3252 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:32,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391012140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:32,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:32,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391012140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391012140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391012140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-23T19:42:32,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-23T19:42:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:32,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:32,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/37c56a32c8f7405eabf3c1267e730e83 2024-11-23T19:42:32,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/6672abc5bcd044e6980edd23d4897be7 is 50, key is test_row_0/C:col10/1732390951116/Put/seqid=0 2024-11-23T19:42:32,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742257_1433 (size=12001) 2024-11-23T19:42:32,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-23T19:42:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:32,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-23T19:42:32,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-23T19:42:32,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:32,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:32,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:32,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:32,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:32,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391012650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:32,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391012650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:32,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391012650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:32,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/6672abc5bcd044e6980edd23d4897be7 2024-11-23T19:42:32,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-23T19:42:32,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:32,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:32,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:32,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:32,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:32,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/9def7f63e02e46be96c2e00734b2ba58 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/9def7f63e02e46be96c2e00734b2ba58 2024-11-23T19:42:32,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/9def7f63e02e46be96c2e00734b2ba58, entries=200, sequenceid=49, filesize=14.0 K 2024-11-23T19:42:32,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/37c56a32c8f7405eabf3c1267e730e83 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/37c56a32c8f7405eabf3c1267e730e83 2024-11-23T19:42:32,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391012660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:32,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:32,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:32,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/37c56a32c8f7405eabf3c1267e730e83, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T19:42:32,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/6672abc5bcd044e6980edd23d4897be7 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/6672abc5bcd044e6980edd23d4897be7 2024-11-23T19:42:32,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/6672abc5bcd044e6980edd23d4897be7, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T19:42:32,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a794920ffcd611732de25ef0a9af3252 in 1242ms, sequenceid=49, compaction requested=true 2024-11-23T19:42:32,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:32,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:42:32,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:32,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:42:32,677 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:32,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:32,677 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:32,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:42:32,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:32,677 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:32,677 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:32,677 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/A is initiating minor compaction (all files) 2024-11-23T19:42:32,677 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/B is initiating minor compaction (all files) 2024-11-23T19:42:32,677 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/B in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:32,677 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/A in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:32,677 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/1a2f1c0e1f6a448995b850fe61e9e18a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/e2f43429b5fe405994c86d3e51b2c8c0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/37c56a32c8f7405eabf3c1267e730e83] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=35.2 K 2024-11-23T19:42:32,677 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/d0058db3fa2e464eaa557a2fcd0fda6b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/63dfc9e7a04d415d8dfacde0af8d3509, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/9def7f63e02e46be96c2e00734b2ba58] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=39.7 K 2024-11-23T19:42:32,678 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a2f1c0e1f6a448995b850fe61e9e18a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732390949910 2024-11-23T19:42:32,678 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0058db3fa2e464eaa557a2fcd0fda6b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732390949910 2024-11-23T19:42:32,678 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting e2f43429b5fe405994c86d3e51b2c8c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732390949953 2024-11-23T19:42:32,678 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63dfc9e7a04d415d8dfacde0af8d3509, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732390949953 2024-11-23T19:42:32,678 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9def7f63e02e46be96c2e00734b2ba58, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732390951107 2024-11-23T19:42:32,678 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 37c56a32c8f7405eabf3c1267e730e83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732390951116 2024-11-23T19:42:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-23T19:42:32,691 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#A#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:32,692 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/706ae052289942ddabafb8449fe4978d is 50, key is test_row_0/A:col10/1732390951116/Put/seqid=0 2024-11-23T19:42:32,696 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#B#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:32,697 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/1d84aba76e4d442faf320dba8d9dffab is 50, key is test_row_0/B:col10/1732390951116/Put/seqid=0 2024-11-23T19:42:32,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742258_1434 (size=12104) 2024-11-23T19:42:32,703 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/706ae052289942ddabafb8449fe4978d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/706ae052289942ddabafb8449fe4978d 2024-11-23T19:42:32,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742259_1435 (size=12104) 2024-11-23T19:42:32,706 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a794920ffcd611732de25ef0a9af3252/A of a794920ffcd611732de25ef0a9af3252 into 706ae052289942ddabafb8449fe4978d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:32,706 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:32,706 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/A, priority=13, startTime=1732390952676; duration=0sec 2024-11-23T19:42:32,706 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:32,706 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:A 2024-11-23T19:42:32,706 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:32,707 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:32,707 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/C is initiating minor compaction (all files) 2024-11-23T19:42:32,707 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/C in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:32,707 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/e737ce91b10449f8bb7296b7465cf65d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/13e37515ea384975a3c2923770658c0c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/6672abc5bcd044e6980edd23d4897be7] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=35.2 K 2024-11-23T19:42:32,707 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e737ce91b10449f8bb7296b7465cf65d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732390949910 2024-11-23T19:42:32,708 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13e37515ea384975a3c2923770658c0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732390949953 2024-11-23T19:42:32,708 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6672abc5bcd044e6980edd23d4897be7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732390951116 2024-11-23T19:42:32,710 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/1d84aba76e4d442faf320dba8d9dffab as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/1d84aba76e4d442faf320dba8d9dffab 2024-11-23T19:42:32,714 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#C#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:32,714 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a794920ffcd611732de25ef0a9af3252/B of a794920ffcd611732de25ef0a9af3252 into 1d84aba76e4d442faf320dba8d9dffab(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:32,714 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:32,714 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/B, priority=13, startTime=1732390952677; duration=0sec 2024-11-23T19:42:32,714 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:32,715 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:B 2024-11-23T19:42:32,715 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/9b0c00d10cb84249a1f55b53876b6cce is 50, key is test_row_0/C:col10/1732390951116/Put/seqid=0 2024-11-23T19:42:32,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742260_1436 (size=12104) 2024-11-23T19:42:32,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-23T19:42:32,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:32,816 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T19:42:32,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/fcc8171328c142d7b41b6a2fa79691ed is 50, key is test_row_0/A:col10/1732390951504/Put/seqid=0 2024-11-23T19:42:32,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742261_1437 (size=12001) 2024-11-23T19:42:32,829 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:42:33,121 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/9b0c00d10cb84249a1f55b53876b6cce as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/9b0c00d10cb84249a1f55b53876b6cce 2024-11-23T19:42:33,124 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a794920ffcd611732de25ef0a9af3252/C of a794920ffcd611732de25ef0a9af3252 into 9b0c00d10cb84249a1f55b53876b6cce(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:33,124 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:33,124 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/C, priority=13, startTime=1732390952677; duration=0sec 2024-11-23T19:42:33,124 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:33,124 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:C 2024-11-23T19:42:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-23T19:42:33,223 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/fcc8171328c142d7b41b6a2fa79691ed 2024-11-23T19:42:33,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/95e2ef40ea7348d18381b9fa32a36dd9 is 50, key is test_row_0/B:col10/1732390951504/Put/seqid=0 2024-11-23T19:42:33,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742262_1438 (size=12001) 2024-11-23T19:42:33,632 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/95e2ef40ea7348d18381b9fa32a36dd9 2024-11-23T19:42:33,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/1adf9e88c282465fa7c3dd9044eb3ccb is 50, key is test_row_0/C:col10/1732390951504/Put/seqid=0 2024-11-23T19:42:33,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742263_1439 (size=12001) 2024-11-23T19:42:33,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:33,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391013681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:33,687 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_1' in a794920ffcd611732de25ef0a9af3252 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:33,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391013685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:33,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:33,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:33,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391013686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:33,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:33,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:33,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:33,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:33,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391013687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:33,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:33,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:33,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:33,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391013790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:33,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:33,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:33,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:33,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391013791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:33,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:33,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:33,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:33,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391013800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:34,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391014000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:34,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391014000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:34,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:34,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391014010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:34,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:34,043 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/1adf9e88c282465fa7c3dd9044eb3ccb 2024-11-23T19:42:34,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/fcc8171328c142d7b41b6a2fa79691ed as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/fcc8171328c142d7b41b6a2fa79691ed 2024-11-23T19:42:34,048 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/fcc8171328c142d7b41b6a2fa79691ed, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T19:42:34,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/95e2ef40ea7348d18381b9fa32a36dd9 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/95e2ef40ea7348d18381b9fa32a36dd9 2024-11-23T19:42:34,051 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/95e2ef40ea7348d18381b9fa32a36dd9, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T19:42:34,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/1adf9e88c282465fa7c3dd9044eb3ccb as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/1adf9e88c282465fa7c3dd9044eb3ccb 2024-11-23T19:42:34,054 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/1adf9e88c282465fa7c3dd9044eb3ccb, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T19:42:34,055 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a794920ffcd611732de25ef0a9af3252 in 1239ms, sequenceid=75, compaction requested=false 2024-11-23T19:42:34,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:34,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:34,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-23T19:42:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-23T19:42:34,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-23T19:42:34,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0030 sec 2024-11-23T19:42:34,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.0060 sec 2024-11-23T19:42:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:34,165 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:42:34,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T19:42:34,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/06a07f17089a4bfaa1dbaa636c38571f is 50, key is test_row_0/A:col10/1732390954164/Put/seqid=0 2024-11-23T19:42:34,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742264_1440 (size=14341) 2024-11-23T19:42:34,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/06a07f17089a4bfaa1dbaa636c38571f 2024-11-23T19:42:34,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/a0ce361e6fff44a9bcc09fb290d8b0de is 50, key is test_row_0/B:col10/1732390954164/Put/seqid=0 2024-11-23T19:42:34,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742265_1441 (size=12001) 2024-11-23T19:42:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-23T19:42:34,201 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:34,201 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:42:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-23T19:42:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-23T19:42:34,203 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:42:34,203 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:42:34,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:42:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-23T19:42:34,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391014310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:34,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:34,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391014316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:34,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:34,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391014320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:34,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:34,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391014320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:34,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:34,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-23T19:42:34,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:34,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:34,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:34,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:34,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:34,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391014431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:34,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391014440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:34,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-23T19:42:34,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:34,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:34,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:34,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:34,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-23T19:42:34,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/a0ce361e6fff44a9bcc09fb290d8b0de 2024-11-23T19:42:34,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/30c591714dd7466081a1ba2d4e05d982 is 50, key is test_row_0/C:col10/1732390954164/Put/seqid=0 2024-11-23T19:42:34,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742266_1442 (size=12001) 2024-11-23T19:42:34,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391014641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:34,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391014650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:34,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:34,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-23T19:42:34,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:34,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:34,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:34,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:34,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:34,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-23T19:42:34,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:34,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:34,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:34,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:34,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-23T19:42:34,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391014830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:34,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:34,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391014840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:34,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:34,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391014950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:34,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:34,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391014961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:34,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-23T19:42:34,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:34,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:34,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:34,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:34,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:34,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:34,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:34,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/30c591714dd7466081a1ba2d4e05d982 2024-11-23T19:42:34,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/06a07f17089a4bfaa1dbaa636c38571f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/06a07f17089a4bfaa1dbaa636c38571f 2024-11-23T19:42:34,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/06a07f17089a4bfaa1dbaa636c38571f, entries=200, sequenceid=89, filesize=14.0 K 2024-11-23T19:42:34,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/a0ce361e6fff44a9bcc09fb290d8b0de as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/a0ce361e6fff44a9bcc09fb290d8b0de 2024-11-23T19:42:35,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/a0ce361e6fff44a9bcc09fb290d8b0de, entries=150, sequenceid=89, filesize=11.7 K 2024-11-23T19:42:35,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/30c591714dd7466081a1ba2d4e05d982 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/30c591714dd7466081a1ba2d4e05d982 2024-11-23T19:42:35,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/30c591714dd7466081a1ba2d4e05d982, entries=150, sequenceid=89, filesize=11.7 K 2024-11-23T19:42:35,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a794920ffcd611732de25ef0a9af3252 in 843ms, sequenceid=89, compaction requested=true 2024-11-23T19:42:35,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:35,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:42:35,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:35,008 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:35,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:42:35,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:35,008 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:35,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:42:35,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:35,009 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:35,009 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:35,009 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/A is initiating minor compaction (all files) 2024-11-23T19:42:35,009 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/B is initiating minor compaction (all files) 2024-11-23T19:42:35,009 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/A in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:35,009 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/B in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:35,009 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/1d84aba76e4d442faf320dba8d9dffab, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/95e2ef40ea7348d18381b9fa32a36dd9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/a0ce361e6fff44a9bcc09fb290d8b0de] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=35.3 K 2024-11-23T19:42:35,009 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/706ae052289942ddabafb8449fe4978d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/fcc8171328c142d7b41b6a2fa79691ed, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/06a07f17089a4bfaa1dbaa636c38571f] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=37.5 K 2024-11-23T19:42:35,010 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 706ae052289942ddabafb8449fe4978d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732390951116 2024-11-23T19:42:35,010 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d84aba76e4d442faf320dba8d9dffab, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732390951116 2024-11-23T19:42:35,010 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcc8171328c142d7b41b6a2fa79691ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732390951499 2024-11-23T19:42:35,010 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 95e2ef40ea7348d18381b9fa32a36dd9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732390951499 2024-11-23T19:42:35,010 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting a0ce361e6fff44a9bcc09fb290d8b0de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732390953674 2024-11-23T19:42:35,010 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06a07f17089a4bfaa1dbaa636c38571f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732390953674 2024-11-23T19:42:35,016 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#B#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:35,016 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#A#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:35,016 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/6364695cac6d4cab856cee47632cd818 is 50, key is test_row_0/B:col10/1732390954164/Put/seqid=0 2024-11-23T19:42:35,016 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/86d754453763415599d2c2b7d150c2a9 is 50, key is test_row_0/A:col10/1732390954164/Put/seqid=0 2024-11-23T19:42:35,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742267_1443 (size=12207) 2024-11-23T19:42:35,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742268_1444 (size=12207) 2024-11-23T19:42:35,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-23T19:42:35,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:35,119 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T19:42:35,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/e7be2bc3354644a98b728c3d7d356313 is 50, key is test_row_0/A:col10/1732390954290/Put/seqid=0 2024-11-23T19:42:35,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742269_1445 (size=12001) 2024-11-23T19:42:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-23T19:42:35,427 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/86d754453763415599d2c2b7d150c2a9 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/86d754453763415599d2c2b7d150c2a9 2024-11-23T19:42:35,431 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a794920ffcd611732de25ef0a9af3252/A of a794920ffcd611732de25ef0a9af3252 into 86d754453763415599d2c2b7d150c2a9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:35,431 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:35,431 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/A, priority=13, startTime=1732390955008; duration=0sec 2024-11-23T19:42:35,431 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:35,431 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:A 2024-11-23T19:42:35,431 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:35,431 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/6364695cac6d4cab856cee47632cd818 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/6364695cac6d4cab856cee47632cd818 2024-11-23T19:42:35,432 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:35,432 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/C is initiating minor compaction (all files) 2024-11-23T19:42:35,432 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/C in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:35,432 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/9b0c00d10cb84249a1f55b53876b6cce, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/1adf9e88c282465fa7c3dd9044eb3ccb, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/30c591714dd7466081a1ba2d4e05d982] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=35.3 K 2024-11-23T19:42:35,432 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b0c00d10cb84249a1f55b53876b6cce, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732390951116 2024-11-23T19:42:35,432 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1adf9e88c282465fa7c3dd9044eb3ccb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732390951499 2024-11-23T19:42:35,432 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30c591714dd7466081a1ba2d4e05d982, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732390953674 2024-11-23T19:42:35,434 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a794920ffcd611732de25ef0a9af3252/B of a794920ffcd611732de25ef0a9af3252 into 6364695cac6d4cab856cee47632cd818(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:35,434 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:35,434 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/B, priority=13, startTime=1732390955008; duration=0sec 2024-11-23T19:42:35,435 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:35,435 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:B 2024-11-23T19:42:35,437 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#C#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:35,437 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/af3188dba6ea4210b0333d5b13db3e92 is 50, key is test_row_0/C:col10/1732390954164/Put/seqid=0 2024-11-23T19:42:35,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742270_1446 (size=12207) 2024-11-23T19:42:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:35,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:35,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391015494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:35,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:35,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391015497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:35,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:35,525 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/e7be2bc3354644a98b728c3d7d356313 2024-11-23T19:42:35,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/da5a85d393ff4085bbbc0bb735bbe35b is 50, key is test_row_0/B:col10/1732390954290/Put/seqid=0 2024-11-23T19:42:35,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742271_1447 (size=12001) 2024-11-23T19:42:35,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391015610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:35,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391015610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:35,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391015711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:35,714 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_1' in a794920ffcd611732de25ef0a9af3252 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:35,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391015821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:35,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:35,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391015821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:35,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:35,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:35,843 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/af3188dba6ea4210b0333d5b13db3e92 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/af3188dba6ea4210b0333d5b13db3e92 2024-11-23T19:42:35,846 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a794920ffcd611732de25ef0a9af3252/C of a794920ffcd611732de25ef0a9af3252 into af3188dba6ea4210b0333d5b13db3e92(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:35,846 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:35,846 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/C, priority=13, startTime=1732390955008; duration=0sec 2024-11-23T19:42:35,846 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:35,846 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:C 2024-11-23T19:42:35,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391015850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:35,857 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in a794920ffcd611732de25ef0a9af3252 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:35,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:35,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391015860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:35,866 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in a794920ffcd611732de25ef0a9af3252 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:35,934 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/da5a85d393ff4085bbbc0bb735bbe35b 2024-11-23T19:42:35,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/83128e1a535042f08c6a3d5a3e4a8445 is 50, key is test_row_0/C:col10/1732390954290/Put/seqid=0 2024-11-23T19:42:35,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742272_1448 (size=12001) 2024-11-23T19:42:36,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391016130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:36,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391016130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:36,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:36,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:36,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:36,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:36,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:36,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:36,344 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/83128e1a535042f08c6a3d5a3e4a8445 2024-11-23T19:42:36,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/e7be2bc3354644a98b728c3d7d356313 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/e7be2bc3354644a98b728c3d7d356313 2024-11-23T19:42:36,350 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/e7be2bc3354644a98b728c3d7d356313, entries=150, sequenceid=112, filesize=11.7 K 2024-11-23T19:42:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-23T19:42:36,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/da5a85d393ff4085bbbc0bb735bbe35b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/da5a85d393ff4085bbbc0bb735bbe35b 2024-11-23T19:42:36,353 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/da5a85d393ff4085bbbc0bb735bbe35b, entries=150, sequenceid=112, filesize=11.7 K 2024-11-23T19:42:36,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/83128e1a535042f08c6a3d5a3e4a8445 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/83128e1a535042f08c6a3d5a3e4a8445 2024-11-23T19:42:36,356 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/83128e1a535042f08c6a3d5a3e4a8445, entries=150, sequenceid=112, filesize=11.7 K 2024-11-23T19:42:36,356 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a794920ffcd611732de25ef0a9af3252 in 1237ms, sequenceid=112, compaction requested=false 2024-11-23T19:42:36,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:36,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:36,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-23T19:42:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-23T19:42:36,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-23T19:42:36,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1540 sec 2024-11-23T19:42:36,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.1600 sec 2024-11-23T19:42:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:36,645 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:42:36,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T19:42:36,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/ed8b6913ab4741a389e93a6720a82b2e is 50, key is test_row_0/A:col10/1732390955493/Put/seqid=0 2024-11-23T19:42:36,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742273_1449 (size=14391) 2024-11-23T19:42:36,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391016724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:36,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391016737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:36,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391016840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:36,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:36,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:36,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:36,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391016850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:36,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:36,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:36,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:37,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/ed8b6913ab4741a389e93a6720a82b2e 2024-11-23T19:42:37,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391017051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:37,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/5648daf9b5ee4f449403336a3d1a9aa7 is 50, key is test_row_0/B:col10/1732390955493/Put/seqid=0 2024-11-23T19:42:37,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742274_1450 (size=12051) 2024-11-23T19:42:37,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391017060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:37,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:37,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:37,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:37,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391017360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:37,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391017380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:37,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:37,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:37,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:37,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/5648daf9b5ee4f449403336a3d1a9aa7 2024-11-23T19:42:37,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/54073c7a7be94084a45194462e370f09 is 50, key is test_row_0/C:col10/1732390955493/Put/seqid=0 2024-11-23T19:42:37,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742275_1451 (size=12051) 2024-11-23T19:42:37,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/54073c7a7be94084a45194462e370f09 2024-11-23T19:42:37,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/ed8b6913ab4741a389e93a6720a82b2e as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/ed8b6913ab4741a389e93a6720a82b2e 2024-11-23T19:42:37,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391017870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:37,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391017870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:37,879 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in a794920ffcd611732de25ef0a9af3252 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:37,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:37,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:37,879 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in a794920ffcd611732de25ef0a9af3252 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:37,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:37,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:37,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:37,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:37,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/ed8b6913ab4741a389e93a6720a82b2e, entries=200, sequenceid=129, filesize=14.1 K 2024-11-23T19:42:37,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/5648daf9b5ee4f449403336a3d1a9aa7 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/5648daf9b5ee4f449403336a3d1a9aa7 2024-11-23T19:42:37,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/5648daf9b5ee4f449403336a3d1a9aa7, entries=150, sequenceid=129, filesize=11.8 K 2024-11-23T19:42:37,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/54073c7a7be94084a45194462e370f09 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/54073c7a7be94084a45194462e370f09 2024-11-23T19:42:37,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/54073c7a7be94084a45194462e370f09, entries=150, sequenceid=129, filesize=11.8 K 2024-11-23T19:42:37,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a794920ffcd611732de25ef0a9af3252 in 1242ms, sequenceid=129, compaction requested=true 2024-11-23T19:42:37,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:37,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:42:37,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:37,888 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:37,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:42:37,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:37,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:42:37,888 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:37,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:37,889 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:37,889 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:37,889 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/A is initiating minor compaction (all files) 2024-11-23T19:42:37,889 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/B is initiating minor compaction (all files) 2024-11-23T19:42:37,889 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/A in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:37,889 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/B in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:37,889 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/86d754453763415599d2c2b7d150c2a9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/e7be2bc3354644a98b728c3d7d356313, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/ed8b6913ab4741a389e93a6720a82b2e] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=37.7 K 2024-11-23T19:42:37,889 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/6364695cac6d4cab856cee47632cd818, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/da5a85d393ff4085bbbc0bb735bbe35b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/5648daf9b5ee4f449403336a3d1a9aa7] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=35.4 K 2024-11-23T19:42:37,889 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 6364695cac6d4cab856cee47632cd818, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732390953674 2024-11-23T19:42:37,889 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86d754453763415599d2c2b7d150c2a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732390953674 2024-11-23T19:42:37,890 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting da5a85d393ff4085bbbc0bb735bbe35b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732390954282 2024-11-23T19:42:37,890 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7be2bc3354644a98b728c3d7d356313, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732390954282 2024-11-23T19:42:37,890 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5648daf9b5ee4f449403336a3d1a9aa7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732390955484 2024-11-23T19:42:37,890 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed8b6913ab4741a389e93a6720a82b2e, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732390955484 2024-11-23T19:42:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:37,892 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:42:37,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T19:42:37,896 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#A#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:37,897 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/2fcb509cad094fa588da6aa9ee021fc5 is 50, key is test_row_0/A:col10/1732390955493/Put/seqid=0 2024-11-23T19:42:37,899 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#B#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:37,899 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/b29ea95dcd454a25a535061e31973b51 is 50, key is test_row_0/B:col10/1732390955493/Put/seqid=0 2024-11-23T19:42:37,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/31a32a9e69cd42718e7325e4766a910f is 50, key is test_row_0/A:col10/1732390956696/Put/seqid=0 2024-11-23T19:42:37,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742276_1452 (size=12359) 2024-11-23T19:42:37,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742277_1453 (size=12359) 2024-11-23T19:42:37,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742278_1454 (size=14541) 2024-11-23T19:42:37,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391017941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:37,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:37,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:37,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:37,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391017949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:37,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:37,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:37,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:38,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391018060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:38,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391018070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:38,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391018270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:38,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391018280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:38,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:38,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:38,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:38,307 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/2fcb509cad094fa588da6aa9ee021fc5 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/2fcb509cad094fa588da6aa9ee021fc5 2024-11-23T19:42:38,311 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a794920ffcd611732de25ef0a9af3252/A of a794920ffcd611732de25ef0a9af3252 into 2fcb509cad094fa588da6aa9ee021fc5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:38,311 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:38,311 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/A, priority=13, startTime=1732390957887; duration=0sec 2024-11-23T19:42:38,311 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:38,311 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:A 2024-11-23T19:42:38,311 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:38,313 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:38,313 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/C is initiating minor compaction (all files) 2024-11-23T19:42:38,313 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/C in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:38,313 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/af3188dba6ea4210b0333d5b13db3e92, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/83128e1a535042f08c6a3d5a3e4a8445, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/54073c7a7be94084a45194462e370f09] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=35.4 K 2024-11-23T19:42:38,313 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting af3188dba6ea4210b0333d5b13db3e92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732390953674 2024-11-23T19:42:38,314 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83128e1a535042f08c6a3d5a3e4a8445, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732390954282 2024-11-23T19:42:38,314 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54073c7a7be94084a45194462e370f09, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732390955484 2024-11-23T19:42:38,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/31a32a9e69cd42718e7325e4766a910f 2024-11-23T19:42:38,328 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#C#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:38,329 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/345f57758b1041a5bb3b4d6fa566692c is 50, key is test_row_0/C:col10/1732390955493/Put/seqid=0 2024-11-23T19:42:38,331 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/b29ea95dcd454a25a535061e31973b51 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/b29ea95dcd454a25a535061e31973b51 2024-11-23T19:42:38,335 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a794920ffcd611732de25ef0a9af3252/B of a794920ffcd611732de25ef0a9af3252 into b29ea95dcd454a25a535061e31973b51(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:38,335 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:38,335 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/B, priority=13, startTime=1732390957888; duration=0sec 2024-11-23T19:42:38,335 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:38,335 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:B 2024-11-23T19:42:38,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/14af1b845dca4cc7a538085e86ee65cd is 50, key is test_row_0/B:col10/1732390956696/Put/seqid=0 2024-11-23T19:42:38,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742279_1455 (size=12359) 2024-11-23T19:42:38,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742280_1456 (size=12151) 2024-11-23T19:42:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-23T19:42:38,370 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:38,371 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:42:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-23T19:42:38,372 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:42:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-23T19:42:38,373 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:42:38,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:42:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-23T19:42:38,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-23T19:42:38,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:38,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:38,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:38,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:38,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:38,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391018581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:38,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:38,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:38,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391018600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:38,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-23T19:42:38,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:38,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:38,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:38,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:38,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-23T19:42:38,699 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T19:42:38,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/14af1b845dca4cc7a538085e86ee65cd 2024-11-23T19:42:38,754 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/345f57758b1041a5bb3b4d6fa566692c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/345f57758b1041a5bb3b4d6fa566692c 2024-11-23T19:42:38,758 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a794920ffcd611732de25ef0a9af3252/C of a794920ffcd611732de25ef0a9af3252 into 345f57758b1041a5bb3b4d6fa566692c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:38,758 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:38,758 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/C, priority=13, startTime=1732390957888; duration=0sec 2024-11-23T19:42:38,758 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:38,758 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:C 2024-11-23T19:42:38,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/fe957c7382f64ecba3343efc9427fbac is 50, key is test_row_0/C:col10/1732390956696/Put/seqid=0 2024-11-23T19:42:38,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742281_1457 (size=12151) 2024-11-23T19:42:38,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-23T19:42:38,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:38,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:38,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:38,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:38,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:38,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-23T19:42:38,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:38,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:38,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:38,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:38,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-23T19:42:39,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391019100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:39,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391019110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:39,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:39,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:39,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:39,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-23T19:42:39,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:39,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:39,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:39,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:39,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:39,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/fe957c7382f64ecba3343efc9427fbac 2024-11-23T19:42:39,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/31a32a9e69cd42718e7325e4766a910f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/31a32a9e69cd42718e7325e4766a910f 2024-11-23T19:42:39,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/31a32a9e69cd42718e7325e4766a910f, entries=200, sequenceid=152, filesize=14.2 K 2024-11-23T19:42:39,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/14af1b845dca4cc7a538085e86ee65cd as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/14af1b845dca4cc7a538085e86ee65cd 2024-11-23T19:42:39,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/14af1b845dca4cc7a538085e86ee65cd, entries=150, sequenceid=152, filesize=11.9 K 2024-11-23T19:42:39,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/fe957c7382f64ecba3343efc9427fbac as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/fe957c7382f64ecba3343efc9427fbac 2024-11-23T19:42:39,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/fe957c7382f64ecba3343efc9427fbac, entries=150, sequenceid=152, filesize=11.9 K 2024-11-23T19:42:39,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a794920ffcd611732de25ef0a9af3252 in 1282ms, sequenceid=152, compaction requested=false 2024-11-23T19:42:39,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:39,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-23T19:42:39,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:39,290 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T19:42:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/5d6432ddfef84f65948e66c9250628f4 is 50, key is test_row_0/A:col10/1732390957947/Put/seqid=0 2024-11-23T19:42:39,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742282_1458 (size=12151) 2024-11-23T19:42:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-23T19:42:39,697 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/5d6432ddfef84f65948e66c9250628f4 2024-11-23T19:42:39,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/24f35d1f0b6d46b6a8ff233d57a3e6f1 is 50, key is test_row_0/B:col10/1732390957947/Put/seqid=0 2024-11-23T19:42:39,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742283_1459 (size=12151) 2024-11-23T19:42:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:39,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:39,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391019872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:39,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391019991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:40,108 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/24f35d1f0b6d46b6a8ff233d57a3e6f1 2024-11-23T19:42:40,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/7f594235580b41f8b031728c929ff43c is 50, key is test_row_0/C:col10/1732390957947/Put/seqid=0 2024-11-23T19:42:40,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742284_1460 (size=12151) 2024-11-23T19:42:40,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391020110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:40,118 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in a794920ffcd611732de25ef0a9af3252 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:40,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391020130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:40,137 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in a794920ffcd611732de25ef0a9af3252 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:40,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391020201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:40,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391020510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:40,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:40,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:40,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:40,516 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/7f594235580b41f8b031728c929ff43c 2024-11-23T19:42:40,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/5d6432ddfef84f65948e66c9250628f4 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/5d6432ddfef84f65948e66c9250628f4 2024-11-23T19:42:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-23T19:42:40,522 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/5d6432ddfef84f65948e66c9250628f4, entries=150, sequenceid=168, filesize=11.9 K 2024-11-23T19:42:40,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/24f35d1f0b6d46b6a8ff233d57a3e6f1 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/24f35d1f0b6d46b6a8ff233d57a3e6f1 2024-11-23T19:42:40,525 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/24f35d1f0b6d46b6a8ff233d57a3e6f1, entries=150, sequenceid=168, filesize=11.9 K 2024-11-23T19:42:40,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/7f594235580b41f8b031728c929ff43c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/7f594235580b41f8b031728c929ff43c 2024-11-23T19:42:40,528 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/7f594235580b41f8b031728c929ff43c, entries=150, sequenceid=168, filesize=11.9 K 2024-11-23T19:42:40,529 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a794920ffcd611732de25ef0a9af3252 in 1239ms, sequenceid=168, compaction requested=true 2024-11-23T19:42:40,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:40,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:40,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-23T19:42:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-23T19:42:40,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-23T19:42:40,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1570 sec 2024-11-23T19:42:40,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.1610 sec 2024-11-23T19:42:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:41,025 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:42:41,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T19:42:41,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/8affc7f6a340498fa8b869e10933ea70 is 50, key is test_row_0/A:col10/1732390959851/Put/seqid=0 2024-11-23T19:42:41,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742285_1461 (size=14541) 2024-11-23T19:42:41,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391021092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:41,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:41,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391021200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:41,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:41,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:41,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:41,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391021420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:41,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:41,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:41,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:41,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/8affc7f6a340498fa8b869e10933ea70 2024-11-23T19:42:41,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/9e32020f7431433f83d54078f33d2343 is 50, key is test_row_0/B:col10/1732390959851/Put/seqid=0 2024-11-23T19:42:41,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742286_1462 (size=12151) 2024-11-23T19:42:41,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391021740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:41,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/9e32020f7431433f83d54078f33d2343 2024-11-23T19:42:41,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/df1230c8630049c8a17e207b90d6589b is 50, key is test_row_0/C:col10/1732390959851/Put/seqid=0 2024-11-23T19:42:41,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742287_1463 (size=12151) 2024-11-23T19:42:41,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:41,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732391021890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:41,900 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in a794920ffcd611732de25ef0a9af3252 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:41,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:41,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:41,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:41,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38170 deadline: 1732391021900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:41,904 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in a794920ffcd611732de25ef0a9af3252 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:42,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391022141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:42,145 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in a794920ffcd611732de25ef0a9af3252 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:42,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:42,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:42,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:42,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391022160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:42,166 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in a794920ffcd611732de25ef0a9af3252 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:42,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:42,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:42,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:42,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391022260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:42,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/df1230c8630049c8a17e207b90d6589b 2024-11-23T19:42:42,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/8affc7f6a340498fa8b869e10933ea70 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/8affc7f6a340498fa8b869e10933ea70 2024-11-23T19:42:42,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/8affc7f6a340498fa8b869e10933ea70, entries=200, sequenceid=192, filesize=14.2 K 2024-11-23T19:42:42,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/9e32020f7431433f83d54078f33d2343 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/9e32020f7431433f83d54078f33d2343 2024-11-23T19:42:42,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/9e32020f7431433f83d54078f33d2343, entries=150, sequenceid=192, filesize=11.9 K 2024-11-23T19:42:42,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/df1230c8630049c8a17e207b90d6589b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/df1230c8630049c8a17e207b90d6589b 2024-11-23T19:42:42,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/df1230c8630049c8a17e207b90d6589b, entries=150, sequenceid=192, filesize=11.9 K 2024-11-23T19:42:42,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a794920ffcd611732de25ef0a9af3252 in 1263ms, sequenceid=192, compaction requested=true 2024-11-23T19:42:42,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:42,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:42:42,288 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:42:42,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:42,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:42:42,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:42,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:42:42,288 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:42:42,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:42,290 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:42:42,290 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53592 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:42:42,290 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/A is initiating minor compaction (all files) 2024-11-23T19:42:42,290 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/B is initiating minor compaction (all files) 2024-11-23T19:42:42,290 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/A in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:42,290 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/B in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:42,290 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/b29ea95dcd454a25a535061e31973b51, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/14af1b845dca4cc7a538085e86ee65cd, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/24f35d1f0b6d46b6a8ff233d57a3e6f1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/9e32020f7431433f83d54078f33d2343] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=47.7 K 2024-11-23T19:42:42,290 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/2fcb509cad094fa588da6aa9ee021fc5, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/31a32a9e69cd42718e7325e4766a910f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/5d6432ddfef84f65948e66c9250628f4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/8affc7f6a340498fa8b869e10933ea70] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=52.3 K 2024-11-23T19:42:42,290 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fcb509cad094fa588da6aa9ee021fc5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732390955484 2024-11-23T19:42:42,290 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting b29ea95dcd454a25a535061e31973b51, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732390955484 2024-11-23T19:42:42,291 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31a32a9e69cd42718e7325e4766a910f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732390956696 2024-11-23T19:42:42,291 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 14af1b845dca4cc7a538085e86ee65cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732390956696 2024-11-23T19:42:42,291 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d6432ddfef84f65948e66c9250628f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732390957914 2024-11-23T19:42:42,291 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 24f35d1f0b6d46b6a8ff233d57a3e6f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732390957914 2024-11-23T19:42:42,291 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8affc7f6a340498fa8b869e10933ea70, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732390959851 2024-11-23T19:42:42,291 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e32020f7431433f83d54078f33d2343, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732390959851 2024-11-23T19:42:42,299 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#B#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:42,300 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/d4e9e17bb6da429db8c5539a67945ecb is 50, key is test_row_0/B:col10/1732390959851/Put/seqid=0 2024-11-23T19:42:42,302 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#A#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:42,302 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/e0d509ca60ea44ca9a3b472a7a864628 is 50, key is test_row_0/A:col10/1732390959851/Put/seqid=0 2024-11-23T19:42:42,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742288_1464 (size=12595) 2024-11-23T19:42:42,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742289_1465 (size=12595) 2024-11-23T19:42:42,317 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/e0d509ca60ea44ca9a3b472a7a864628 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/e0d509ca60ea44ca9a3b472a7a864628 2024-11-23T19:42:42,320 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a794920ffcd611732de25ef0a9af3252/A of a794920ffcd611732de25ef0a9af3252 into e0d509ca60ea44ca9a3b472a7a864628(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:42,320 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:42,320 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/A, priority=12, startTime=1732390962288; duration=0sec 2024-11-23T19:42:42,320 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:42,320 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:A 2024-11-23T19:42:42,320 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:42:42,321 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:42:42,321 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/C is initiating minor compaction (all files) 2024-11-23T19:42:42,321 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/C in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:42,321 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/345f57758b1041a5bb3b4d6fa566692c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/fe957c7382f64ecba3343efc9427fbac, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/7f594235580b41f8b031728c929ff43c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/df1230c8630049c8a17e207b90d6589b] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=47.7 K 2024-11-23T19:42:42,321 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 345f57758b1041a5bb3b4d6fa566692c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732390955484 2024-11-23T19:42:42,321 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe957c7382f64ecba3343efc9427fbac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732390956696 2024-11-23T19:42:42,321 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f594235580b41f8b031728c929ff43c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732390957914 2024-11-23T19:42:42,321 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting df1230c8630049c8a17e207b90d6589b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732390959851 2024-11-23T19:42:42,328 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#C#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:42,328 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/df20572c151f4ce0b7e421d7c935f0a6 is 50, key is test_row_0/C:col10/1732390959851/Put/seqid=0 2024-11-23T19:42:42,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742290_1466 (size=12595) 2024-11-23T19:42:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-23T19:42:42,540 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:42,540 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:42:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-23T19:42:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-23T19:42:42,542 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:42:42,543 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:42:42,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:42:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-23T19:42:42,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-23T19:42:42,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:42,695 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T19:42:42,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/eabe9a1c78404a1eb417ad313541e47d is 50, key is test_row_0/A:col10/1732390961090/Put/seqid=0 2024-11-23T19:42:42,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742291_1467 (size=12151) 2024-11-23T19:42:42,702 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/eabe9a1c78404a1eb417ad313541e47d 2024-11-23T19:42:42,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/febcc096fae3463b9d81925a6ed54ba1 is 50, key is test_row_0/B:col10/1732390961090/Put/seqid=0 2024-11-23T19:42:42,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742292_1468 (size=12151) 2024-11-23T19:42:42,712 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/d4e9e17bb6da429db8c5539a67945ecb as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/d4e9e17bb6da429db8c5539a67945ecb 2024-11-23T19:42:42,716 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a794920ffcd611732de25ef0a9af3252/B of a794920ffcd611732de25ef0a9af3252 into d4e9e17bb6da429db8c5539a67945ecb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:42,716 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:42,716 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/B, priority=12, startTime=1732390962288; duration=0sec 2024-11-23T19:42:42,716 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:42,716 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:B 2024-11-23T19:42:42,735 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/df20572c151f4ce0b7e421d7c935f0a6 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/df20572c151f4ce0b7e421d7c935f0a6 2024-11-23T19:42:42,738 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a794920ffcd611732de25ef0a9af3252/C of a794920ffcd611732de25ef0a9af3252 into df20572c151f4ce0b7e421d7c935f0a6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:42,738 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:42,738 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/C, priority=12, startTime=1732390962288; duration=0sec 2024-11-23T19:42:42,738 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:42,738 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:C 2024-11-23T19:42:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-23T19:42:43,112 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/febcc096fae3463b9d81925a6ed54ba1 2024-11-23T19:42:43,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/dcc4765a166d4c53ac8f8b87b64c09c2 is 50, key is test_row_0/C:col10/1732390961090/Put/seqid=0 2024-11-23T19:42:43,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742293_1469 (size=12151) 2024-11-23T19:42:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-23T19:42:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:43,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:43,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391023389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:43,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391023500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:43,521 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/dcc4765a166d4c53ac8f8b87b64c09c2 2024-11-23T19:42:43,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/eabe9a1c78404a1eb417ad313541e47d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/eabe9a1c78404a1eb417ad313541e47d 2024-11-23T19:42:43,527 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/eabe9a1c78404a1eb417ad313541e47d, entries=150, sequenceid=205, filesize=11.9 K 2024-11-23T19:42:43,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/febcc096fae3463b9d81925a6ed54ba1 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/febcc096fae3463b9d81925a6ed54ba1 2024-11-23T19:42:43,530 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/febcc096fae3463b9d81925a6ed54ba1, entries=150, sequenceid=205, filesize=11.9 K 2024-11-23T19:42:43,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/dcc4765a166d4c53ac8f8b87b64c09c2 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/dcc4765a166d4c53ac8f8b87b64c09c2 2024-11-23T19:42:43,532 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/dcc4765a166d4c53ac8f8b87b64c09c2, entries=150, sequenceid=205, filesize=11.9 K 2024-11-23T19:42:43,533 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a794920ffcd611732de25ef0a9af3252 in 838ms, sequenceid=205, compaction requested=false 2024-11-23T19:42:43,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:43,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:43,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-23T19:42:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-23T19:42:43,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-23T19:42:43,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 991 msec 2024-11-23T19:42:43,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 995 msec 2024-11-23T19:42:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-23T19:42:43,681 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:43,681 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:42:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-23T19:42:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-23T19:42:43,683 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:42:43,683 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:42:43,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:42:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:43,713 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:42:43,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T19:42:43,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/133b52c325aa452bb872ba91bb5a1f9f is 50, key is test_row_0/A:col10/1732390963347/Put/seqid=0 2024-11-23T19:42:43,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742294_1470 (size=14541) 2024-11-23T19:42:43,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391023755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:43,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:43,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:43,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-23T19:42:43,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-23T19:42:43,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:43,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:43,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:43,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:43,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:43,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391023870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:43,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:43,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:43,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:43,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-23T19:42:43,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:43,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:43,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:43,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:43,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-23T19:42:44,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391024080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:44,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:44,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:44,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:44,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/133b52c325aa452bb872ba91bb5a1f9f 2024-11-23T19:42:44,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/59133544d7a345b8a40cb4ae94ab0ff3 is 50, key is test_row_0/B:col10/1732390963347/Put/seqid=0 2024-11-23T19:42:44,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742295_1471 (size=12151) 2024-11-23T19:42:44,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-23T19:42:44,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:44,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:44,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:44,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-23T19:42:44,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:44,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:44,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:44,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-23T19:42:44,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391024390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:44,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:44,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:44,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:44,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-23T19:42:44,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:44,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:44,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:44,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/59133544d7a345b8a40cb4ae94ab0ff3 2024-11-23T19:42:44,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/f6d310030ec744db9f402bd306c48719 is 50, key is test_row_0/C:col10/1732390963347/Put/seqid=0 2024-11-23T19:42:44,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742296_1472 (size=12151) 2024-11-23T19:42:44,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-23T19:42:44,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:44,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:44,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:44,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-23T19:42:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:44,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-23T19:42:44,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-23T19:42:44,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:44,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:44,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:44,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:44,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391024900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:44,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:44,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:44,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:44,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/f6d310030ec744db9f402bd306c48719 2024-11-23T19:42:44,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/133b52c325aa452bb872ba91bb5a1f9f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/133b52c325aa452bb872ba91bb5a1f9f 2024-11-23T19:42:44,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/133b52c325aa452bb872ba91bb5a1f9f, entries=200, sequenceid=232, filesize=14.2 K 2024-11-23T19:42:44,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/59133544d7a345b8a40cb4ae94ab0ff3 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/59133544d7a345b8a40cb4ae94ab0ff3 2024-11-23T19:42:44,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/59133544d7a345b8a40cb4ae94ab0ff3, entries=150, sequenceid=232, filesize=11.9 K 2024-11-23T19:42:44,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/f6d310030ec744db9f402bd306c48719 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/f6d310030ec744db9f402bd306c48719 2024-11-23T19:42:44,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/f6d310030ec744db9f402bd306c48719, entries=150, sequenceid=232, filesize=11.9 K 2024-11-23T19:42:44,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a794920ffcd611732de25ef0a9af3252 in 1238ms, sequenceid=232, compaction requested=true 2024-11-23T19:42:44,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:44,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:42:44,951 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:44,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:44,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:42:44,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:44,951 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:44,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:42:44,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:44,952 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:44,952 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:44,952 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/B is initiating minor compaction (all files) 2024-11-23T19:42:44,952 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/A is initiating minor compaction (all files) 2024-11-23T19:42:44,952 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/A in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:44,952 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/B in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:44,952 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/e0d509ca60ea44ca9a3b472a7a864628, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/eabe9a1c78404a1eb417ad313541e47d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/133b52c325aa452bb872ba91bb5a1f9f] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=38.4 K 2024-11-23T19:42:44,952 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/d4e9e17bb6da429db8c5539a67945ecb, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/febcc096fae3463b9d81925a6ed54ba1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/59133544d7a345b8a40cb4ae94ab0ff3] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=36.0 K 2024-11-23T19:42:44,952 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting d4e9e17bb6da429db8c5539a67945ecb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732390959851 2024-11-23T19:42:44,952 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0d509ca60ea44ca9a3b472a7a864628, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732390959851 2024-11-23T19:42:44,952 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting eabe9a1c78404a1eb417ad313541e47d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732390961073 2024-11-23T19:42:44,952 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting febcc096fae3463b9d81925a6ed54ba1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732390961073 2024-11-23T19:42:44,953 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 133b52c325aa452bb872ba91bb5a1f9f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732390963347 2024-11-23T19:42:44,953 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 59133544d7a345b8a40cb4ae94ab0ff3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732390963347 2024-11-23T19:42:44,959 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#B#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:44,960 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/138d8cf78bf44ad58ad06ef2826ddc0b is 50, key is test_row_0/B:col10/1732390963347/Put/seqid=0 2024-11-23T19:42:44,965 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#A#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:44,965 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/b9c01260192a4c37b543d089bce920c9 is 50, key is test_row_0/A:col10/1732390963347/Put/seqid=0 2024-11-23T19:42:44,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742297_1473 (size=12697) 2024-11-23T19:42:44,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742298_1474 (size=12697) 2024-11-23T19:42:44,986 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/b9c01260192a4c37b543d089bce920c9 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/b9c01260192a4c37b543d089bce920c9 2024-11-23T19:42:44,990 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a794920ffcd611732de25ef0a9af3252/A of a794920ffcd611732de25ef0a9af3252 into b9c01260192a4c37b543d089bce920c9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:44,990 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:44,990 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/A, priority=13, startTime=1732390964951; duration=0sec 2024-11-23T19:42:44,990 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:44,990 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:A 2024-11-23T19:42:44,990 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:44,990 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:44,990 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/C is initiating minor compaction (all files) 2024-11-23T19:42:44,990 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/C in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:44,991 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/df20572c151f4ce0b7e421d7c935f0a6, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/dcc4765a166d4c53ac8f8b87b64c09c2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/f6d310030ec744db9f402bd306c48719] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=36.0 K 2024-11-23T19:42:44,991 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting df20572c151f4ce0b7e421d7c935f0a6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732390959851 2024-11-23T19:42:44,991 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcc4765a166d4c53ac8f8b87b64c09c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732390961073 2024-11-23T19:42:44,992 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6d310030ec744db9f402bd306c48719, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732390963347 2024-11-23T19:42:44,997 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:44,998 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/26bccdbe5fae4090b24c6ae6e84aa4b9 is 50, key is test_row_0/C:col10/1732390963347/Put/seqid=0 2024-11-23T19:42:45,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742299_1475 (size=12697) 2024-11-23T19:42:45,007 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/26bccdbe5fae4090b24c6ae6e84aa4b9 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/26bccdbe5fae4090b24c6ae6e84aa4b9 2024-11-23T19:42:45,011 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a794920ffcd611732de25ef0a9af3252/C of a794920ffcd611732de25ef0a9af3252 into 26bccdbe5fae4090b24c6ae6e84aa4b9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:45,011 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:45,011 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/C, priority=13, startTime=1732390964951; duration=0sec 2024-11-23T19:42:45,011 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:45,011 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:C 2024-11-23T19:42:45,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-23T19:42:45,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:45,057 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:42:45,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/717c2cf9ebf04df99d293f17574f205f is 50, key is test_row_0/A:col10/1732390963743/Put/seqid=0 2024-11-23T19:42:45,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742300_1476 (size=12151) 2024-11-23T19:42:45,375 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/138d8cf78bf44ad58ad06ef2826ddc0b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/138d8cf78bf44ad58ad06ef2826ddc0b 2024-11-23T19:42:45,378 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a794920ffcd611732de25ef0a9af3252/B of a794920ffcd611732de25ef0a9af3252 into 138d8cf78bf44ad58ad06ef2826ddc0b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:45,378 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:45,378 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/B, priority=13, startTime=1732390964951; duration=0sec 2024-11-23T19:42:45,378 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:45,378 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:B 2024-11-23T19:42:45,464 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/717c2cf9ebf04df99d293f17574f205f 2024-11-23T19:42:45,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/d814a67aa5cc4dc8b53ade6d576b060b is 50, key is test_row_0/B:col10/1732390963743/Put/seqid=0 2024-11-23T19:42:45,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742301_1477 (size=12151) 2024-11-23T19:42:45,473 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/d814a67aa5cc4dc8b53ade6d576b060b 2024-11-23T19:42:45,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/be9eef1676c9428c9daf09f06f943e00 is 50, key is test_row_0/C:col10/1732390963743/Put/seqid=0 2024-11-23T19:42:45,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742302_1478 (size=12151) 2024-11-23T19:42:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-23T19:42:45,897 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/be9eef1676c9428c9daf09f06f943e00 2024-11-23T19:42:45,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/717c2cf9ebf04df99d293f17574f205f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/717c2cf9ebf04df99d293f17574f205f 2024-11-23T19:42:45,904 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/717c2cf9ebf04df99d293f17574f205f, entries=150, sequenceid=245, filesize=11.9 K 2024-11-23T19:42:45,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/d814a67aa5cc4dc8b53ade6d576b060b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/d814a67aa5cc4dc8b53ade6d576b060b 2024-11-23T19:42:45,908 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/d814a67aa5cc4dc8b53ade6d576b060b, entries=150, sequenceid=245, filesize=11.9 K 2024-11-23T19:42:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/be9eef1676c9428c9daf09f06f943e00 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/be9eef1676c9428c9daf09f06f943e00 2024-11-23T19:42:45,911 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/be9eef1676c9428c9daf09f06f943e00, entries=150, sequenceid=245, filesize=11.9 K 2024-11-23T19:42:45,912 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for a794920ffcd611732de25ef0a9af3252 in 855ms, sequenceid=245, compaction requested=false 2024-11-23T19:42:45,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:45,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:45,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-23T19:42:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-23T19:42:45,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-23T19:42:45,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2300 sec 2024-11-23T19:42:45,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.2340 sec 2024-11-23T19:42:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:45,935 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:42:45,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:42:45,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/2dc9feaf4c35452a940c9d5e3fa73b2f is 50, key is test_row_0/A:col10/1732390965928/Put/seqid=0 2024-11-23T19:42:45,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742303_1479 (size=14591) 2024-11-23T19:42:46,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391026085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:46,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38184 deadline: 1732391026190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:46,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732391026190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:46,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391026190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:46,198 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_2' in a794920ffcd611732de25ef0a9af3252 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8257 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:46,198 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in a794920ffcd611732de25ef0a9af3252 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:42:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:46,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/2dc9feaf4c35452a940c9d5e3fa73b2f 2024-11-23T19:42:46,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/335749bb10c74cce894a7114c2a167af is 50, key is test_row_0/B:col10/1732390965928/Put/seqid=0 2024-11-23T19:42:46,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742304_1480 (size=12201) 2024-11-23T19:42:46,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391026400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:46,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:46,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:46,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:46,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391026710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:46,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:46,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:46,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:46,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/335749bb10c74cce894a7114c2a167af 2024-11-23T19:42:46,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/50ab625bddd043b993cb421dc36f0e27 is 50, key is test_row_0/C:col10/1732390965928/Put/seqid=0 2024-11-23T19:42:46,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742305_1481 (size=12201) 2024-11-23T19:42:47,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/50ab625bddd043b993cb421dc36f0e27 2024-11-23T19:42:47,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/2dc9feaf4c35452a940c9d5e3fa73b2f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/2dc9feaf4c35452a940c9d5e3fa73b2f 2024-11-23T19:42:47,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/2dc9feaf4c35452a940c9d5e3fa73b2f, entries=200, sequenceid=257, filesize=14.2 K 2024-11-23T19:42:47,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/335749bb10c74cce894a7114c2a167af as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/335749bb10c74cce894a7114c2a167af 2024-11-23T19:42:47,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/335749bb10c74cce894a7114c2a167af, entries=150, sequenceid=257, filesize=11.9 K 2024-11-23T19:42:47,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/50ab625bddd043b993cb421dc36f0e27 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/50ab625bddd043b993cb421dc36f0e27 2024-11-23T19:42:47,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/50ab625bddd043b993cb421dc36f0e27, entries=150, sequenceid=257, filesize=11.9 K 2024-11-23T19:42:47,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a794920ffcd611732de25ef0a9af3252 in 1235ms, sequenceid=257, compaction requested=true 2024-11-23T19:42:47,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:47,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:42:47,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:47,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:42:47,171 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:47,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:47,171 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:47,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:42:47,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:47,171 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39439 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:47,171 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:47,171 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/A is initiating minor compaction (all files) 2024-11-23T19:42:47,172 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/B is initiating minor compaction (all files) 2024-11-23T19:42:47,172 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/A in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:47,172 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/B in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:47,172 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/b9c01260192a4c37b543d089bce920c9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/717c2cf9ebf04df99d293f17574f205f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/2dc9feaf4c35452a940c9d5e3fa73b2f] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=38.5 K 2024-11-23T19:42:47,172 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/138d8cf78bf44ad58ad06ef2826ddc0b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/d814a67aa5cc4dc8b53ade6d576b060b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/335749bb10c74cce894a7114c2a167af] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=36.2 K 2024-11-23T19:42:47,172 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9c01260192a4c37b543d089bce920c9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732390963347 2024-11-23T19:42:47,172 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 138d8cf78bf44ad58ad06ef2826ddc0b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732390963347 2024-11-23T19:42:47,172 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 717c2cf9ebf04df99d293f17574f205f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732390963743 2024-11-23T19:42:47,172 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting d814a67aa5cc4dc8b53ade6d576b060b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732390963743 2024-11-23T19:42:47,172 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dc9feaf4c35452a940c9d5e3fa73b2f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732390965928 2024-11-23T19:42:47,172 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 335749bb10c74cce894a7114c2a167af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732390965928 2024-11-23T19:42:47,178 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#A#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:47,179 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/043ef73ff07c489dbb93d6f81cd76294 is 50, key is test_row_0/A:col10/1732390965928/Put/seqid=0 2024-11-23T19:42:47,183 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#B#compaction#409 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:47,186 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/902cbc63d4d54f34a47cf4e377588886 is 50, key is test_row_0/B:col10/1732390965928/Put/seqid=0 2024-11-23T19:42:47,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742306_1482 (size=12849) 2024-11-23T19:42:47,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742307_1483 (size=12849) 2024-11-23T19:42:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:47,224 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:42:47,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T19:42:47,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/3c5561e61e174cf484fef8174ef4ce28 is 50, key is test_row_0/A:col10/1732390966041/Put/seqid=0 2024-11-23T19:42:47,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742308_1484 (size=14741) 2024-11-23T19:42:47,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391027253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:47,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391027370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:47,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:47,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:47,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:47,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391027580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:47,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:47,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:47,600 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/043ef73ff07c489dbb93d6f81cd76294 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/043ef73ff07c489dbb93d6f81cd76294 2024-11-23T19:42:47,601 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/902cbc63d4d54f34a47cf4e377588886 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/902cbc63d4d54f34a47cf4e377588886 2024-11-23T19:42:47,604 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a794920ffcd611732de25ef0a9af3252/A of a794920ffcd611732de25ef0a9af3252 into 043ef73ff07c489dbb93d6f81cd76294(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:47,604 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:47,604 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/A, priority=13, startTime=1732390967171; duration=0sec 2024-11-23T19:42:47,604 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:47,604 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:A 2024-11-23T19:42:47,604 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:42:47,605 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:42:47,605 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/C is initiating minor compaction (all files) 2024-11-23T19:42:47,605 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/C in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:47,605 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/26bccdbe5fae4090b24c6ae6e84aa4b9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/be9eef1676c9428c9daf09f06f943e00, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/50ab625bddd043b993cb421dc36f0e27] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=36.2 K 2024-11-23T19:42:47,605 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a794920ffcd611732de25ef0a9af3252/B of a794920ffcd611732de25ef0a9af3252 into 902cbc63d4d54f34a47cf4e377588886(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:47,605 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:47,605 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/B, priority=13, startTime=1732390967171; duration=0sec 2024-11-23T19:42:47,605 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:47,605 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26bccdbe5fae4090b24c6ae6e84aa4b9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732390963347 2024-11-23T19:42:47,605 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:B 2024-11-23T19:42:47,606 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting be9eef1676c9428c9daf09f06f943e00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732390963743 2024-11-23T19:42:47,606 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50ab625bddd043b993cb421dc36f0e27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732390965928 2024-11-23T19:42:47,610 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#C#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:47,610 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/5481440315df48b1a6971b9b39cf3677 is 50, key is test_row_0/C:col10/1732390965928/Put/seqid=0 2024-11-23T19:42:47,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742309_1485 (size=12849) 2024-11-23T19:42:47,620 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/5481440315df48b1a6971b9b39cf3677 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/5481440315df48b1a6971b9b39cf3677 2024-11-23T19:42:47,623 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a794920ffcd611732de25ef0a9af3252/C of a794920ffcd611732de25ef0a9af3252 into 5481440315df48b1a6971b9b39cf3677(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:47,624 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:47,624 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/C, priority=13, startTime=1732390967171; duration=0sec 2024-11-23T19:42:47,624 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:47,624 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:C 2024-11-23T19:42:47,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/3c5561e61e174cf484fef8174ef4ce28 2024-11-23T19:42:47,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/f9ab6c1608174380afef3d731a9f2347 is 50, key is test_row_0/B:col10/1732390966041/Put/seqid=0 2024-11-23T19:42:47,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742310_1486 (size=12301) 2024-11-23T19:42:47,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/f9ab6c1608174380afef3d731a9f2347 2024-11-23T19:42:47,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/a958b7be4ea34ccc9919920a43e965ae is 50, key is test_row_0/C:col10/1732390966041/Put/seqid=0 2024-11-23T19:42:47,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742311_1487 (size=12301) 2024-11-23T19:42:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-23T19:42:47,840 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:47,840 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:42:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-23T19:42:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-23T19:42:47,842 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:42:47,842 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:42:47,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:42:47,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391027890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:47,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:47,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:47,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-23T19:42:47,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-23T19:42:47,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:47,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:47,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:47,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:47,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:42:48,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/a958b7be4ea34ccc9919920a43e965ae 2024-11-23T19:42:48,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/3c5561e61e174cf484fef8174ef4ce28 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/3c5561e61e174cf484fef8174ef4ce28 2024-11-23T19:42:48,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/3c5561e61e174cf484fef8174ef4ce28, entries=200, sequenceid=283, filesize=14.4 K 2024-11-23T19:42:48,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/f9ab6c1608174380afef3d731a9f2347 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/f9ab6c1608174380afef3d731a9f2347 2024-11-23T19:42:48,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/f9ab6c1608174380afef3d731a9f2347, entries=150, sequenceid=283, filesize=12.0 K 2024-11-23T19:42:48,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/a958b7be4ea34ccc9919920a43e965ae as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/a958b7be4ea34ccc9919920a43e965ae 2024-11-23T19:42:48,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/a958b7be4ea34ccc9919920a43e965ae, entries=150, sequenceid=283, filesize=12.0 K 2024-11-23T19:42:48,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a794920ffcd611732de25ef0a9af3252 in 836ms, sequenceid=283, compaction requested=false 2024-11-23T19:42:48,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:48,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-23T19:42:48,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:48,147 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T19:42:48,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/be24e646f28845f39fb3e396db80c24d is 50, key is test_row_0/A:col10/1732390967252/Put/seqid=0 2024-11-23T19:42:48,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742312_1488 (size=12301) 2024-11-23T19:42:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-23T19:42:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:48,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. as already flushing 2024-11-23T19:42:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-23T19:42:48,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391028551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:48,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:48,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:48,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:48,554 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/be24e646f28845f39fb3e396db80c24d 2024-11-23T19:42:48,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/7f77c103546744769191d2727893caf3 is 50, key is test_row_0/B:col10/1732390967252/Put/seqid=0 2024-11-23T19:42:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742313_1489 (size=12301) 2024-11-23T19:42:48,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391028660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:48,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391028870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:48,964 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/7f77c103546744769191d2727893caf3 2024-11-23T19:42:48,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/2e72992756fa466fa3b336852089f194 is 50, key is test_row_0/C:col10/1732390967252/Put/seqid=0 2024-11-23T19:42:48,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742314_1490 (size=12301) 2024-11-23T19:42:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-23T19:42:49,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391029180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:49,374 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/2e72992756fa466fa3b336852089f194 2024-11-23T19:42:49,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/be24e646f28845f39fb3e396db80c24d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/be24e646f28845f39fb3e396db80c24d 2024-11-23T19:42:49,380 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/be24e646f28845f39fb3e396db80c24d, entries=150, sequenceid=296, filesize=12.0 K 2024-11-23T19:42:49,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/7f77c103546744769191d2727893caf3 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/7f77c103546744769191d2727893caf3 2024-11-23T19:42:49,383 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/7f77c103546744769191d2727893caf3, entries=150, sequenceid=296, filesize=12.0 K 2024-11-23T19:42:49,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/2e72992756fa466fa3b336852089f194 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/2e72992756fa466fa3b336852089f194 2024-11-23T19:42:49,386 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/2e72992756fa466fa3b336852089f194, entries=150, sequenceid=296, filesize=12.0 K 2024-11-23T19:42:49,387 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for a794920ffcd611732de25ef0a9af3252 in 1239ms, sequenceid=296, compaction requested=true 2024-11-23T19:42:49,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:49,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:49,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-23T19:42:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-23T19:42:49,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-23T19:42:49,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5460 sec 2024-11-23T19:42:49,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.5500 sec 2024-11-23T19:42:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:49,695 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:42:49,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T19:42:49,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/4145feb8d4004362a02da1026e6ba77e is 50, key is test_row_0/A:col10/1732390968549/Put/seqid=0 2024-11-23T19:42:49,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742315_1491 (size=14741) 2024-11-23T19:42:49,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391029734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:49,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:49,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:49,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:49,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391029841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:49,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:49,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:49,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:49,909 INFO [Thread-1933 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1933. 2024-11-23T19:42:49,909 DEBUG [Thread-1933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:49,909 DEBUG [Thread-1933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:49,910 DEBUG [Thread-1933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:49,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:49,911 INFO [Thread-1931 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1931. 2024-11-23T19:42:49,911 DEBUG [Thread-1931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:49,911 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:49,911 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:49,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:49,911 INFO [Thread-1939 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1939. 2024-11-23T19:42:49,911 DEBUG [Thread-1939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:49,911 DEBUG [Thread-1939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:49,911 DEBUG [Thread-1939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:49,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:49,918 INFO [Thread-1937 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1937. 2024-11-23T19:42:49,918 DEBUG [Thread-1937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:49,918 DEBUG [Thread-1937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:49,918 DEBUG [Thread-1937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:49,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:49,920 INFO [Thread-1935 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1935. 2024-11-23T19:42:49,920 DEBUG [Thread-1935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:49,920 DEBUG [Thread-1935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:49,920 DEBUG [Thread-1935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:49,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-23T19:42:49,990 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:50,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391030060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:50,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:50,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:50,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:50,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/4145feb8d4004362a02da1026e6ba77e 2024-11-23T19:42:50,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/5236d67b1218483e97761c772f2e6139 is 50, key is test_row_0/B:col10/1732390968549/Put/seqid=0 2024-11-23T19:42:50,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742316_1492 (size=12301) 2024-11-23T19:42:50,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391030370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:50,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/5236d67b1218483e97761c772f2e6139 2024-11-23T19:42:50,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/82eb6bb7814f42d0b9509c1fe92ffc84 is 50, key is test_row_0/C:col10/1732390968549/Put/seqid=0 2024-11-23T19:42:50,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742317_1493 (size=12301) 2024-11-23T19:42:50,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:42:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38200 deadline: 1732391030881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:50,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 , the old value is region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:50,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:42:50,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., hostname=e9a55eb58607,38025,1732390810767, seqNum=2 because the exception is null or not the one we care about 2024-11-23T19:42:50,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/82eb6bb7814f42d0b9509c1fe92ffc84 2024-11-23T19:42:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/4145feb8d4004362a02da1026e6ba77e as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/4145feb8d4004362a02da1026e6ba77e 2024-11-23T19:42:50,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/4145feb8d4004362a02da1026e6ba77e, entries=200, sequenceid=323, filesize=14.4 K 2024-11-23T19:42:50,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/5236d67b1218483e97761c772f2e6139 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/5236d67b1218483e97761c772f2e6139 2024-11-23T19:42:50,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/5236d67b1218483e97761c772f2e6139, entries=150, sequenceid=323, filesize=12.0 K 2024-11-23T19:42:50,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/82eb6bb7814f42d0b9509c1fe92ffc84 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/82eb6bb7814f42d0b9509c1fe92ffc84 2024-11-23T19:42:50,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/82eb6bb7814f42d0b9509c1fe92ffc84, entries=150, sequenceid=323, filesize=12.0 K 2024-11-23T19:42:50,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a794920ffcd611732de25ef0a9af3252 in 1259ms, sequenceid=323, compaction requested=true 2024-11-23T19:42:50,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:50,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:42:50,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:50,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:42:50,955 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:42:50,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:50,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a794920ffcd611732de25ef0a9af3252:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:42:50,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:50,955 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:42:50,955 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54632 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:42:50,956 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49752 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:42:50,956 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/A is initiating minor compaction (all files) 2024-11-23T19:42:50,956 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/B is initiating minor compaction (all files) 2024-11-23T19:42:50,956 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/A in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:50,956 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/B in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:50,956 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/043ef73ff07c489dbb93d6f81cd76294, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/3c5561e61e174cf484fef8174ef4ce28, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/be24e646f28845f39fb3e396db80c24d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/4145feb8d4004362a02da1026e6ba77e] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=53.4 K 2024-11-23T19:42:50,956 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/902cbc63d4d54f34a47cf4e377588886, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/f9ab6c1608174380afef3d731a9f2347, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/7f77c103546744769191d2727893caf3, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/5236d67b1218483e97761c772f2e6139] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=48.6 K 2024-11-23T19:42:50,956 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 043ef73ff07c489dbb93d6f81cd76294, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732390965928 2024-11-23T19:42:50,956 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 902cbc63d4d54f34a47cf4e377588886, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732390965928 2024-11-23T19:42:50,956 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c5561e61e174cf484fef8174ef4ce28, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732390966041 2024-11-23T19:42:50,956 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting f9ab6c1608174380afef3d731a9f2347, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732390966041 2024-11-23T19:42:50,957 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting be24e646f28845f39fb3e396db80c24d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732390967243 2024-11-23T19:42:50,957 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f77c103546744769191d2727893caf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732390967243 2024-11-23T19:42:50,957 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5236d67b1218483e97761c772f2e6139, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732390968515 2024-11-23T19:42:50,957 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4145feb8d4004362a02da1026e6ba77e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732390968515 2024-11-23T19:42:50,964 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#B#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:50,964 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/ce9840db0a624d179d3fcdb18bfca8cf is 50, key is test_row_0/B:col10/1732390968549/Put/seqid=0 2024-11-23T19:42:50,965 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#A#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:50,966 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/5f69575156704bfe9e5b1e7d0aa16a52 is 50, key is test_row_0/A:col10/1732390968549/Put/seqid=0 2024-11-23T19:42:50,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742318_1494 (size=13085) 2024-11-23T19:42:50,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742319_1495 (size=13085) 2024-11-23T19:42:51,373 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/ce9840db0a624d179d3fcdb18bfca8cf as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/ce9840db0a624d179d3fcdb18bfca8cf 2024-11-23T19:42:51,375 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/5f69575156704bfe9e5b1e7d0aa16a52 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/5f69575156704bfe9e5b1e7d0aa16a52 2024-11-23T19:42:51,377 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a794920ffcd611732de25ef0a9af3252/B of a794920ffcd611732de25ef0a9af3252 into ce9840db0a624d179d3fcdb18bfca8cf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:51,377 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:51,377 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/B, priority=12, startTime=1732390970955; duration=0sec 2024-11-23T19:42:51,377 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:42:51,377 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:B 2024-11-23T19:42:51,377 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T19:42:51,378 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49752 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T19:42:51,378 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): a794920ffcd611732de25ef0a9af3252/C is initiating minor compaction (all files) 2024-11-23T19:42:51,378 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a794920ffcd611732de25ef0a9af3252/C in TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:51,378 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/5481440315df48b1a6971b9b39cf3677, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/a958b7be4ea34ccc9919920a43e965ae, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/2e72992756fa466fa3b336852089f194, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/82eb6bb7814f42d0b9509c1fe92ffc84] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp, totalSize=48.6 K 2024-11-23T19:42:51,379 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5481440315df48b1a6971b9b39cf3677, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732390965928 2024-11-23T19:42:51,379 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting a958b7be4ea34ccc9919920a43e965ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732390966041 2024-11-23T19:42:51,379 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a794920ffcd611732de25ef0a9af3252/A of a794920ffcd611732de25ef0a9af3252 into 5f69575156704bfe9e5b1e7d0aa16a52(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:51,379 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:51,379 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/A, priority=12, startTime=1732390970954; duration=0sec 2024-11-23T19:42:51,379 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:51,379 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:A 2024-11-23T19:42:51,379 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e72992756fa466fa3b336852089f194, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732390967243 2024-11-23T19:42:51,380 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 82eb6bb7814f42d0b9509c1fe92ffc84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732390968515 2024-11-23T19:42:51,388 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a794920ffcd611732de25ef0a9af3252#C#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:42:51,388 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/c1c4eef8e85c4d4fa59821b1a7cad3e8 is 50, key is test_row_0/C:col10/1732390968549/Put/seqid=0 2024-11-23T19:42:51,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742320_1496 (size=13085) 2024-11-23T19:42:51,801 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/c1c4eef8e85c4d4fa59821b1a7cad3e8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/c1c4eef8e85c4d4fa59821b1a7cad3e8 2024-11-23T19:42:51,805 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a794920ffcd611732de25ef0a9af3252/C of a794920ffcd611732de25ef0a9af3252 into c1c4eef8e85c4d4fa59821b1a7cad3e8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:42:51,805 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:51,805 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., storeName=a794920ffcd611732de25ef0a9af3252/C, priority=12, startTime=1732390970955; duration=0sec 2024-11-23T19:42:51,805 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:42:51,805 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a794920ffcd611732de25ef0a9af3252:C 2024-11-23T19:42:51,901 INFO [Thread-1920 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1920. 2024-11-23T19:42:51,901 DEBUG [Thread-1920 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:51,901 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:51,901 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:51,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:51,972 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:42:51,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:42:51,972 INFO [Thread-1924 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1924. 2024-11-23T19:42:51,972 DEBUG [Thread-1924 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:51,972 DEBUG [Thread-1924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:51,972 DEBUG [Thread-1924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:51,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:51,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/305fbe9bcb4144a4a22878be15a4ae34 is 50, key is test_row_0/A:col10/1732390971971/Put/seqid=0 2024-11-23T19:42:51,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742321_1497 (size=12301) 2024-11-23T19:42:52,011 INFO [Thread-1926 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1926. 2024-11-23T19:42:52,012 DEBUG [Thread-1926 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:52,012 DEBUG [Thread-1926 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:52,012 DEBUG [Thread-1926 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:52,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:52,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/305fbe9bcb4144a4a22878be15a4ae34 2024-11-23T19:42:52,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/298e03404a684e01824fa8a7025d9b72 is 50, key is test_row_0/B:col10/1732390971971/Put/seqid=0 2024-11-23T19:42:52,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742322_1498 (size=12301) 2024-11-23T19:42:52,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/298e03404a684e01824fa8a7025d9b72 2024-11-23T19:42:52,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/cad584aef1974db6a79b627e5bc5a0e0 is 50, key is test_row_0/C:col10/1732390971971/Put/seqid=0 2024-11-23T19:42:52,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742323_1499 (size=12301) 2024-11-23T19:42:53,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/cad584aef1974db6a79b627e5bc5a0e0 2024-11-23T19:42:53,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/305fbe9bcb4144a4a22878be15a4ae34 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/305fbe9bcb4144a4a22878be15a4ae34 2024-11-23T19:42:53,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/305fbe9bcb4144a4a22878be15a4ae34, entries=150, sequenceid=337, filesize=12.0 K 2024-11-23T19:42:53,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/298e03404a684e01824fa8a7025d9b72 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/298e03404a684e01824fa8a7025d9b72 2024-11-23T19:42:53,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/298e03404a684e01824fa8a7025d9b72, entries=150, sequenceid=337, filesize=12.0 K 2024-11-23T19:42:53,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/cad584aef1974db6a79b627e5bc5a0e0 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/cad584aef1974db6a79b627e5bc5a0e0 2024-11-23T19:42:53,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/cad584aef1974db6a79b627e5bc5a0e0, entries=150, sequenceid=337, filesize=12.0 K 2024-11-23T19:42:53,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=6.71 KB/6870 for a794920ffcd611732de25ef0a9af3252 in 1267ms, sequenceid=337, compaction requested=false 2024-11-23T19:42:53,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a794920ffcd611732de25ef0a9af3252: 2024-11-23T19:42:56,215 INFO [Thread-1928 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1928. 2024-11-23T19:42:56,216 DEBUG [Thread-1928 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:56,216 DEBUG [Thread-1928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:56,216 DEBUG [Thread-1928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:56,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:56,232 INFO [Thread-1922 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1922. 2024-11-23T19:42:56,232 DEBUG [Thread-1922 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:42:56,232 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:56,232 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:56,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 142 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1522 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4564 rows 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1518 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4553 rows 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1515 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4544 rows 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1520 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4555 rows 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1514 2024-11-23T19:42:56,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4537 rows 2024-11-23T19:42:56,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:42:56,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:42:56,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:56,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:42:56,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:42:56,234 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T19:42:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T19:42:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-23T19:42:56,238 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390976238"}]},"ts":"1732390976238"} 2024-11-23T19:42:56,240 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T19:42:56,240 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T19:42:56,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T19:42:56,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a794920ffcd611732de25ef0a9af3252, UNASSIGN}] 2024-11-23T19:42:56,244 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a794920ffcd611732de25ef0a9af3252, UNASSIGN 2024-11-23T19:42:56,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=a794920ffcd611732de25ef0a9af3252, regionState=CLOSING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:56,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a794920ffcd611732de25ef0a9af3252, UNASSIGN because future has completed 2024-11-23T19:42:56,247 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T19:42:56,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:42:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-23T19:42:56,401 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(122): Close a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:56,401 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T19:42:56,401 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1722): Closing a794920ffcd611732de25ef0a9af3252, disabling compactions & flushes 2024-11-23T19:42:56,402 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:56,402 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:56,402 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. after waiting 0 ms 2024-11-23T19:42:56,402 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:56,402 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(2902): Flushing a794920ffcd611732de25ef0a9af3252 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-23T19:42:56,410 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/9427f6bb4fb44e3eba9924622511f0a2 is 50, key is test_row_0/A:col10/1732390976231/Put/seqid=0 2024-11-23T19:42:56,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742324_1500 (size=9857) 2024-11-23T19:42:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-23T19:42:56,817 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/9427f6bb4fb44e3eba9924622511f0a2 2024-11-23T19:42:56,828 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/40a1e728f8334dc6bcd9c946e795f644 is 50, key is test_row_0/B:col10/1732390976231/Put/seqid=0 2024-11-23T19:42:56,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742325_1501 (size=9857) 2024-11-23T19:42:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-23T19:42:57,233 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/40a1e728f8334dc6bcd9c946e795f644 2024-11-23T19:42:57,245 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/cc2bb67fe16a4d1bb1b5352a3dce7156 is 50, key is test_row_0/C:col10/1732390976231/Put/seqid=0 2024-11-23T19:42:57,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742326_1502 (size=9857) 2024-11-23T19:42:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-23T19:42:57,651 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/cc2bb67fe16a4d1bb1b5352a3dce7156 2024-11-23T19:42:57,659 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/A/9427f6bb4fb44e3eba9924622511f0a2 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/9427f6bb4fb44e3eba9924622511f0a2 2024-11-23T19:42:57,662 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/9427f6bb4fb44e3eba9924622511f0a2, entries=100, sequenceid=343, filesize=9.6 K 2024-11-23T19:42:57,662 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/B/40a1e728f8334dc6bcd9c946e795f644 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/40a1e728f8334dc6bcd9c946e795f644 2024-11-23T19:42:57,665 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/40a1e728f8334dc6bcd9c946e795f644, entries=100, sequenceid=343, filesize=9.6 K 2024-11-23T19:42:57,665 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/.tmp/C/cc2bb67fe16a4d1bb1b5352a3dce7156 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/cc2bb67fe16a4d1bb1b5352a3dce7156 2024-11-23T19:42:57,668 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/cc2bb67fe16a4d1bb1b5352a3dce7156, entries=100, sequenceid=343, filesize=9.6 K 2024-11-23T19:42:57,668 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for a794920ffcd611732de25ef0a9af3252 in 1266ms, sequenceid=343, compaction requested=true 2024-11-23T19:42:57,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/d0058db3fa2e464eaa557a2fcd0fda6b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/63dfc9e7a04d415d8dfacde0af8d3509, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/9def7f63e02e46be96c2e00734b2ba58, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/706ae052289942ddabafb8449fe4978d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/fcc8171328c142d7b41b6a2fa79691ed, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/06a07f17089a4bfaa1dbaa636c38571f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/86d754453763415599d2c2b7d150c2a9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/e7be2bc3354644a98b728c3d7d356313, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/ed8b6913ab4741a389e93a6720a82b2e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/2fcb509cad094fa588da6aa9ee021fc5, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/31a32a9e69cd42718e7325e4766a910f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/5d6432ddfef84f65948e66c9250628f4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/8affc7f6a340498fa8b869e10933ea70, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/e0d509ca60ea44ca9a3b472a7a864628, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/eabe9a1c78404a1eb417ad313541e47d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/133b52c325aa452bb872ba91bb5a1f9f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/b9c01260192a4c37b543d089bce920c9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/717c2cf9ebf04df99d293f17574f205f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/2dc9feaf4c35452a940c9d5e3fa73b2f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/043ef73ff07c489dbb93d6f81cd76294, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/3c5561e61e174cf484fef8174ef4ce28, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/be24e646f28845f39fb3e396db80c24d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/4145feb8d4004362a02da1026e6ba77e] to archive 2024-11-23T19:42:57,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:42:57,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/d0058db3fa2e464eaa557a2fcd0fda6b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/d0058db3fa2e464eaa557a2fcd0fda6b 2024-11-23T19:42:57,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/63dfc9e7a04d415d8dfacde0af8d3509 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/63dfc9e7a04d415d8dfacde0af8d3509 2024-11-23T19:42:57,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/9def7f63e02e46be96c2e00734b2ba58 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/9def7f63e02e46be96c2e00734b2ba58 2024-11-23T19:42:57,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/706ae052289942ddabafb8449fe4978d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/706ae052289942ddabafb8449fe4978d 2024-11-23T19:42:57,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/fcc8171328c142d7b41b6a2fa79691ed to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/fcc8171328c142d7b41b6a2fa79691ed 2024-11-23T19:42:57,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/06a07f17089a4bfaa1dbaa636c38571f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/06a07f17089a4bfaa1dbaa636c38571f 2024-11-23T19:42:57,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/86d754453763415599d2c2b7d150c2a9 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/86d754453763415599d2c2b7d150c2a9 2024-11-23T19:42:57,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/e7be2bc3354644a98b728c3d7d356313 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/e7be2bc3354644a98b728c3d7d356313 2024-11-23T19:42:57,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/ed8b6913ab4741a389e93a6720a82b2e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/ed8b6913ab4741a389e93a6720a82b2e 2024-11-23T19:42:57,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/2fcb509cad094fa588da6aa9ee021fc5 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/2fcb509cad094fa588da6aa9ee021fc5 2024-11-23T19:42:57,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/31a32a9e69cd42718e7325e4766a910f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/31a32a9e69cd42718e7325e4766a910f 2024-11-23T19:42:57,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/5d6432ddfef84f65948e66c9250628f4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/5d6432ddfef84f65948e66c9250628f4 2024-11-23T19:42:57,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/8affc7f6a340498fa8b869e10933ea70 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/8affc7f6a340498fa8b869e10933ea70 2024-11-23T19:42:57,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/e0d509ca60ea44ca9a3b472a7a864628 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/e0d509ca60ea44ca9a3b472a7a864628 2024-11-23T19:42:57,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/eabe9a1c78404a1eb417ad313541e47d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/eabe9a1c78404a1eb417ad313541e47d 2024-11-23T19:42:57,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/133b52c325aa452bb872ba91bb5a1f9f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/133b52c325aa452bb872ba91bb5a1f9f 2024-11-23T19:42:57,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/b9c01260192a4c37b543d089bce920c9 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/b9c01260192a4c37b543d089bce920c9 2024-11-23T19:42:57,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/717c2cf9ebf04df99d293f17574f205f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/717c2cf9ebf04df99d293f17574f205f 2024-11-23T19:42:57,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/2dc9feaf4c35452a940c9d5e3fa73b2f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/2dc9feaf4c35452a940c9d5e3fa73b2f 2024-11-23T19:42:57,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/043ef73ff07c489dbb93d6f81cd76294 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/043ef73ff07c489dbb93d6f81cd76294 2024-11-23T19:42:57,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/3c5561e61e174cf484fef8174ef4ce28 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/3c5561e61e174cf484fef8174ef4ce28 2024-11-23T19:42:57,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/be24e646f28845f39fb3e396db80c24d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/be24e646f28845f39fb3e396db80c24d 2024-11-23T19:42:57,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/4145feb8d4004362a02da1026e6ba77e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/4145feb8d4004362a02da1026e6ba77e 2024-11-23T19:42:57,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/1a2f1c0e1f6a448995b850fe61e9e18a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/e2f43429b5fe405994c86d3e51b2c8c0, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/1d84aba76e4d442faf320dba8d9dffab, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/37c56a32c8f7405eabf3c1267e730e83, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/95e2ef40ea7348d18381b9fa32a36dd9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/6364695cac6d4cab856cee47632cd818, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/a0ce361e6fff44a9bcc09fb290d8b0de, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/da5a85d393ff4085bbbc0bb735bbe35b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/b29ea95dcd454a25a535061e31973b51, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/5648daf9b5ee4f449403336a3d1a9aa7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/14af1b845dca4cc7a538085e86ee65cd, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/24f35d1f0b6d46b6a8ff233d57a3e6f1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/d4e9e17bb6da429db8c5539a67945ecb, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/9e32020f7431433f83d54078f33d2343, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/febcc096fae3463b9d81925a6ed54ba1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/138d8cf78bf44ad58ad06ef2826ddc0b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/59133544d7a345b8a40cb4ae94ab0ff3, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/d814a67aa5cc4dc8b53ade6d576b060b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/902cbc63d4d54f34a47cf4e377588886, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/335749bb10c74cce894a7114c2a167af, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/f9ab6c1608174380afef3d731a9f2347, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/7f77c103546744769191d2727893caf3, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/5236d67b1218483e97761c772f2e6139] to archive 2024-11-23T19:42:57,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:42:57,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/1a2f1c0e1f6a448995b850fe61e9e18a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/1a2f1c0e1f6a448995b850fe61e9e18a 2024-11-23T19:42:57,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/e2f43429b5fe405994c86d3e51b2c8c0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/e2f43429b5fe405994c86d3e51b2c8c0 2024-11-23T19:42:57,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/1d84aba76e4d442faf320dba8d9dffab to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/1d84aba76e4d442faf320dba8d9dffab 2024-11-23T19:42:57,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/37c56a32c8f7405eabf3c1267e730e83 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/37c56a32c8f7405eabf3c1267e730e83 2024-11-23T19:42:57,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/95e2ef40ea7348d18381b9fa32a36dd9 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/95e2ef40ea7348d18381b9fa32a36dd9 2024-11-23T19:42:57,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/6364695cac6d4cab856cee47632cd818 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/6364695cac6d4cab856cee47632cd818 2024-11-23T19:42:57,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/a0ce361e6fff44a9bcc09fb290d8b0de to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/a0ce361e6fff44a9bcc09fb290d8b0de 2024-11-23T19:42:57,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/da5a85d393ff4085bbbc0bb735bbe35b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/da5a85d393ff4085bbbc0bb735bbe35b 2024-11-23T19:42:57,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/b29ea95dcd454a25a535061e31973b51 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/b29ea95dcd454a25a535061e31973b51 2024-11-23T19:42:57,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/5648daf9b5ee4f449403336a3d1a9aa7 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/5648daf9b5ee4f449403336a3d1a9aa7 2024-11-23T19:42:57,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/14af1b845dca4cc7a538085e86ee65cd to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/14af1b845dca4cc7a538085e86ee65cd 2024-11-23T19:42:57,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/24f35d1f0b6d46b6a8ff233d57a3e6f1 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/24f35d1f0b6d46b6a8ff233d57a3e6f1 2024-11-23T19:42:57,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/d4e9e17bb6da429db8c5539a67945ecb to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/d4e9e17bb6da429db8c5539a67945ecb 2024-11-23T19:42:57,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/9e32020f7431433f83d54078f33d2343 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/9e32020f7431433f83d54078f33d2343 2024-11-23T19:42:57,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/febcc096fae3463b9d81925a6ed54ba1 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/febcc096fae3463b9d81925a6ed54ba1 2024-11-23T19:42:57,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/138d8cf78bf44ad58ad06ef2826ddc0b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/138d8cf78bf44ad58ad06ef2826ddc0b 2024-11-23T19:42:57,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/59133544d7a345b8a40cb4ae94ab0ff3 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/59133544d7a345b8a40cb4ae94ab0ff3 2024-11-23T19:42:57,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/d814a67aa5cc4dc8b53ade6d576b060b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/d814a67aa5cc4dc8b53ade6d576b060b 2024-11-23T19:42:57,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/902cbc63d4d54f34a47cf4e377588886 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/902cbc63d4d54f34a47cf4e377588886 2024-11-23T19:42:57,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/335749bb10c74cce894a7114c2a167af to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/335749bb10c74cce894a7114c2a167af 2024-11-23T19:42:57,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/f9ab6c1608174380afef3d731a9f2347 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/f9ab6c1608174380afef3d731a9f2347 2024-11-23T19:42:57,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/7f77c103546744769191d2727893caf3 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/7f77c103546744769191d2727893caf3 2024-11-23T19:42:57,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/5236d67b1218483e97761c772f2e6139 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/5236d67b1218483e97761c772f2e6139 2024-11-23T19:42:57,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/e737ce91b10449f8bb7296b7465cf65d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/13e37515ea384975a3c2923770658c0c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/9b0c00d10cb84249a1f55b53876b6cce, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/6672abc5bcd044e6980edd23d4897be7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/1adf9e88c282465fa7c3dd9044eb3ccb, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/af3188dba6ea4210b0333d5b13db3e92, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/30c591714dd7466081a1ba2d4e05d982, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/83128e1a535042f08c6a3d5a3e4a8445, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/345f57758b1041a5bb3b4d6fa566692c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/54073c7a7be94084a45194462e370f09, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/fe957c7382f64ecba3343efc9427fbac, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/7f594235580b41f8b031728c929ff43c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/df20572c151f4ce0b7e421d7c935f0a6, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/df1230c8630049c8a17e207b90d6589b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/dcc4765a166d4c53ac8f8b87b64c09c2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/26bccdbe5fae4090b24c6ae6e84aa4b9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/f6d310030ec744db9f402bd306c48719, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/be9eef1676c9428c9daf09f06f943e00, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/5481440315df48b1a6971b9b39cf3677, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/50ab625bddd043b993cb421dc36f0e27, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/a958b7be4ea34ccc9919920a43e965ae, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/2e72992756fa466fa3b336852089f194, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/82eb6bb7814f42d0b9509c1fe92ffc84] to archive 2024-11-23T19:42:57,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:42:57,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/e737ce91b10449f8bb7296b7465cf65d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/e737ce91b10449f8bb7296b7465cf65d 2024-11-23T19:42:57,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/13e37515ea384975a3c2923770658c0c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/13e37515ea384975a3c2923770658c0c 2024-11-23T19:42:57,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/9b0c00d10cb84249a1f55b53876b6cce to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/9b0c00d10cb84249a1f55b53876b6cce 2024-11-23T19:42:57,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/6672abc5bcd044e6980edd23d4897be7 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/6672abc5bcd044e6980edd23d4897be7 2024-11-23T19:42:57,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/1adf9e88c282465fa7c3dd9044eb3ccb to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/1adf9e88c282465fa7c3dd9044eb3ccb 2024-11-23T19:42:57,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/af3188dba6ea4210b0333d5b13db3e92 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/af3188dba6ea4210b0333d5b13db3e92 2024-11-23T19:42:57,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/30c591714dd7466081a1ba2d4e05d982 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/30c591714dd7466081a1ba2d4e05d982 2024-11-23T19:42:57,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/83128e1a535042f08c6a3d5a3e4a8445 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/83128e1a535042f08c6a3d5a3e4a8445 2024-11-23T19:42:57,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/345f57758b1041a5bb3b4d6fa566692c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/345f57758b1041a5bb3b4d6fa566692c 2024-11-23T19:42:57,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/54073c7a7be94084a45194462e370f09 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/54073c7a7be94084a45194462e370f09 2024-11-23T19:42:57,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/fe957c7382f64ecba3343efc9427fbac to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/fe957c7382f64ecba3343efc9427fbac 2024-11-23T19:42:57,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/7f594235580b41f8b031728c929ff43c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/7f594235580b41f8b031728c929ff43c 2024-11-23T19:42:57,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/df20572c151f4ce0b7e421d7c935f0a6 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/df20572c151f4ce0b7e421d7c935f0a6 2024-11-23T19:42:57,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/df1230c8630049c8a17e207b90d6589b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/df1230c8630049c8a17e207b90d6589b 2024-11-23T19:42:57,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/dcc4765a166d4c53ac8f8b87b64c09c2 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/dcc4765a166d4c53ac8f8b87b64c09c2 2024-11-23T19:42:57,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/26bccdbe5fae4090b24c6ae6e84aa4b9 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/26bccdbe5fae4090b24c6ae6e84aa4b9 2024-11-23T19:42:57,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/f6d310030ec744db9f402bd306c48719 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/f6d310030ec744db9f402bd306c48719 2024-11-23T19:42:57,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/be9eef1676c9428c9daf09f06f943e00 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/be9eef1676c9428c9daf09f06f943e00 2024-11-23T19:42:57,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/5481440315df48b1a6971b9b39cf3677 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/5481440315df48b1a6971b9b39cf3677 2024-11-23T19:42:57,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/50ab625bddd043b993cb421dc36f0e27 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/50ab625bddd043b993cb421dc36f0e27 2024-11-23T19:42:57,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/a958b7be4ea34ccc9919920a43e965ae to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/a958b7be4ea34ccc9919920a43e965ae 2024-11-23T19:42:57,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/2e72992756fa466fa3b336852089f194 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/2e72992756fa466fa3b336852089f194 2024-11-23T19:42:57,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/82eb6bb7814f42d0b9509c1fe92ffc84 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/82eb6bb7814f42d0b9509c1fe92ffc84 2024-11-23T19:42:57,736 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/recovered.edits/346.seqid, newMaxSeqId=346, maxSeqId=1 2024-11-23T19:42:57,736 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. 2024-11-23T19:42:57,736 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1676): Region close journal for a794920ffcd611732de25ef0a9af3252: Waiting for close lock at 1732390976401Running coprocessor pre-close hooks at 1732390976401Disabling compacts and flushes for region at 1732390976401Disabling writes for close at 1732390976402 (+1 ms)Obtaining lock to block concurrent updates at 1732390976402Preparing flush snapshotting stores in a794920ffcd611732de25ef0a9af3252 at 1732390976402Finished memstore snapshotting TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732390976403 (+1 ms)Flushing stores of TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252. at 1732390976404 (+1 ms)Flushing a794920ffcd611732de25ef0a9af3252/A: creating writer at 1732390976404Flushing a794920ffcd611732de25ef0a9af3252/A: appending metadata at 1732390976409 (+5 ms)Flushing a794920ffcd611732de25ef0a9af3252/A: closing flushed file at 1732390976409Flushing a794920ffcd611732de25ef0a9af3252/B: creating writer at 1732390976826 (+417 ms)Flushing a794920ffcd611732de25ef0a9af3252/B: appending metadata at 1732390976828 (+2 ms)Flushing a794920ffcd611732de25ef0a9af3252/B: closing flushed file at 1732390976828Flushing a794920ffcd611732de25ef0a9af3252/C: creating writer at 1732390977240 (+412 ms)Flushing a794920ffcd611732de25ef0a9af3252/C: appending metadata at 1732390977245 (+5 ms)Flushing a794920ffcd611732de25ef0a9af3252/C: closing flushed file at 1732390977245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa9cffb: reopening flushed file at 1732390977659 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4605d0c8: reopening flushed file at 1732390977662 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52b5b05f: reopening flushed file at 1732390977665 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for a794920ffcd611732de25ef0a9af3252 in 1266ms, sequenceid=343, compaction requested=true at 1732390977668 (+3 ms)Writing region close event to WAL at 1732390977733 (+65 ms)Running coprocessor post-close hooks at 1732390977736 (+3 ms)Closed at 1732390977736 2024-11-23T19:42:57,738 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(157): Closed a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:57,738 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=a794920ffcd611732de25ef0a9af3252, regionState=CLOSED 2024-11-23T19:42:57,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:42:57,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-23T19:42:57,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseRegionProcedure a794920ffcd611732de25ef0a9af3252, server=e9a55eb58607,38025,1732390810767 in 1.4930 sec 2024-11-23T19:42:57,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120 2024-11-23T19:42:57,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a794920ffcd611732de25ef0a9af3252, UNASSIGN in 1.5000 sec 2024-11-23T19:42:57,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-23T19:42:57,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5040 sec 2024-11-23T19:42:57,747 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390977746"}]},"ts":"1732390977746"} 2024-11-23T19:42:57,748 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T19:42:57,748 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T19:42:57,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5140 sec 2024-11-23T19:42:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-23T19:42:58,382 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:58,384 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T19:42:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:42:58,388 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=123, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:42:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-23T19:42:58,390 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=123, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:42:58,394 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:58,396 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/recovered.edits] 2024-11-23T19:42:58,398 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/305fbe9bcb4144a4a22878be15a4ae34 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/305fbe9bcb4144a4a22878be15a4ae34 2024-11-23T19:42:58,399 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/5f69575156704bfe9e5b1e7d0aa16a52 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/5f69575156704bfe9e5b1e7d0aa16a52 2024-11-23T19:42:58,400 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/9427f6bb4fb44e3eba9924622511f0a2 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/A/9427f6bb4fb44e3eba9924622511f0a2 2024-11-23T19:42:58,402 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/298e03404a684e01824fa8a7025d9b72 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/298e03404a684e01824fa8a7025d9b72 2024-11-23T19:42:58,403 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/40a1e728f8334dc6bcd9c946e795f644 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/40a1e728f8334dc6bcd9c946e795f644 2024-11-23T19:42:58,403 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/ce9840db0a624d179d3fcdb18bfca8cf to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/B/ce9840db0a624d179d3fcdb18bfca8cf 2024-11-23T19:42:58,405 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/c1c4eef8e85c4d4fa59821b1a7cad3e8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/c1c4eef8e85c4d4fa59821b1a7cad3e8 2024-11-23T19:42:58,405 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/cad584aef1974db6a79b627e5bc5a0e0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/cad584aef1974db6a79b627e5bc5a0e0 2024-11-23T19:42:58,406 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/cc2bb67fe16a4d1bb1b5352a3dce7156 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/C/cc2bb67fe16a4d1bb1b5352a3dce7156 2024-11-23T19:42:58,408 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/recovered.edits/346.seqid to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252/recovered.edits/346.seqid 2024-11-23T19:42:58,408 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/a794920ffcd611732de25ef0a9af3252 2024-11-23T19:42:58,408 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T19:42:58,410 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=123, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:42:58,411 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T19:42:58,413 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T19:42:58,413 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=123, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:42:58,414 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T19:42:58,414 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732390978414"}]},"ts":"9223372036854775807"} 2024-11-23T19:42:58,415 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-23T19:42:58,415 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a794920ffcd611732de25ef0a9af3252, NAME => 'TestAcidGuarantees,,1732390947709.a794920ffcd611732de25ef0a9af3252.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T19:42:58,415 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T19:42:58,415 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732390978415"}]},"ts":"9223372036854775807"} 2024-11-23T19:42:58,417 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-23T19:42:58,418 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=123, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:42:58,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-11-23T19:42:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-23T19:42:58,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-23T19:42:58,503 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:42:58,512 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=237 (was 239), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=321 (was 351), ProcessCount=11 (was 11), AvailableMemoryMB=8152 (was 8530) 2024-11-23T19:42:58,522 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=321, ProcessCount=11, AvailableMemoryMB=8152 2024-11-23T19:42:58,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T19:42:58,524 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:42:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=124, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T19:42:58,526 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:42:58,527 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:58,527 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 124 2024-11-23T19:42:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-23T19:42:58,528 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:42:58,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742327_1503 (size=959) 2024-11-23T19:42:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-23T19:42:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-23T19:42:58,939 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd 2024-11-23T19:42:58,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742328_1504 (size=53) 2024-11-23T19:42:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-23T19:42:59,350 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:42:59,350 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4435eff21b0f91fa7f82b1fcc36bc3d0, disabling compactions & flushes 2024-11-23T19:42:59,351 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:42:59,351 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:42:59,351 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. after waiting 0 ms 2024-11-23T19:42:59,351 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:42:59,351 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:42:59,351 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: Waiting for close lock at 1732390979350Disabling compacts and flushes for region at 1732390979350Disabling writes for close at 1732390979351 (+1 ms)Writing region close event to WAL at 1732390979351Closed at 1732390979351 2024-11-23T19:42:59,354 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:42:59,354 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732390979354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732390979354"}]},"ts":"1732390979354"} 2024-11-23T19:42:59,358 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T19:42:59,359 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:42:59,360 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390979359"}]},"ts":"1732390979359"} 2024-11-23T19:42:59,362 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T19:42:59,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4435eff21b0f91fa7f82b1fcc36bc3d0, ASSIGN}] 2024-11-23T19:42:59,364 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4435eff21b0f91fa7f82b1fcc36bc3d0, ASSIGN 2024-11-23T19:42:59,365 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4435eff21b0f91fa7f82b1fcc36bc3d0, ASSIGN; state=OFFLINE, location=e9a55eb58607,38025,1732390810767; forceNewPlan=false, retain=false 2024-11-23T19:42:59,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=4435eff21b0f91fa7f82b1fcc36bc3d0, regionState=OPENING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:59,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4435eff21b0f91fa7f82b1fcc36bc3d0, ASSIGN because future has completed 2024-11-23T19:42:59,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:42:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-23T19:42:59,681 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:42:59,681 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7752): Opening region: {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:42:59,682 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:42:59,682 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:42:59,682 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7794): checking encryption for 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:42:59,683 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7797): checking classloading for 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:42:59,685 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:42:59,687 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4435eff21b0f91fa7f82b1fcc36bc3d0 columnFamilyName A 2024-11-23T19:42:59,687 DEBUG [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:59,687 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] regionserver.HStore(327): Store=4435eff21b0f91fa7f82b1fcc36bc3d0/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:42:59,688 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:42:59,689 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4435eff21b0f91fa7f82b1fcc36bc3d0 columnFamilyName B 2024-11-23T19:42:59,689 DEBUG [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:59,690 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] regionserver.HStore(327): Store=4435eff21b0f91fa7f82b1fcc36bc3d0/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:42:59,690 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:42:59,691 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4435eff21b0f91fa7f82b1fcc36bc3d0 columnFamilyName C 2024-11-23T19:42:59,691 DEBUG [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:42:59,692 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] regionserver.HStore(327): Store=4435eff21b0f91fa7f82b1fcc36bc3d0/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:42:59,692 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1038): replaying wal for 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:42:59,693 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:42:59,693 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:42:59,695 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1048): stopping wal replay for 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:42:59,695 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1060): Cleaning up temporary data for 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:42:59,696 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T19:42:59,697 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1093): writing seq id for 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:42:59,700 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:42:59,701 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1114): Opened 4435eff21b0f91fa7f82b1fcc36bc3d0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72622053, jitterRate=0.08215291798114777}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T19:42:59,701 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:42:59,702 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1006): Region open journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: Running coprocessor pre-open hook at 1732390979683Writing region info on filesystem at 1732390979683Initializing all the Stores at 1732390979684 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390979684Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390979685 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390979685Cleaning up temporary data from old regions at 1732390979695 (+10 ms)Running coprocessor post-open hooks at 1732390979701 (+6 ms)Region opened successfully at 1732390979702 (+1 ms) 2024-11-23T19:42:59,703 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., pid=126, masterSystemTime=1732390979674 2024-11-23T19:42:59,704 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:42:59,704 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:42:59,705 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=4435eff21b0f91fa7f82b1fcc36bc3d0, regionState=OPEN, openSeqNum=2, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:42:59,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:42:59,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-23T19:42:59,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; OpenRegionProcedure 4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 in 187 msec 2024-11-23T19:42:59,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124 2024-11-23T19:42:59,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4435eff21b0f91fa7f82b1fcc36bc3d0, ASSIGN in 346 msec 2024-11-23T19:42:59,711 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:42:59,711 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732390979711"}]},"ts":"1732390979711"} 2024-11-23T19:42:59,712 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T19:42:59,712 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:42:59,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1880 sec 2024-11-23T19:43:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-23T19:43:00,672 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:43:00,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d1887e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:00,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:43:00,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:43:00,677 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:43:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:43:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:43:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77de86f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:43:00,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:43:00,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:00,681 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:43:00,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b2e027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:00,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:43:00,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:43:00,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:43:00,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:43:00,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T19:43:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e9a55eb58607,38393,1732390809664 2024-11-23T19:43:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@773784aa 2024-11-23T19:43:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T19:43:00,685 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T19:43:00,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T19:43:00,687 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:43:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T19:43:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742329_1505 (size=995) 2024-11-23T19:43:01,104 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-23T19:43:01,105 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-23T19:43:01,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T19:43:01,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4435eff21b0f91fa7f82b1fcc36bc3d0, REOPEN/MOVE}] 2024-11-23T19:43:01,115 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4435eff21b0f91fa7f82b1fcc36bc3d0, REOPEN/MOVE 2024-11-23T19:43:01,115 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=4435eff21b0f91fa7f82b1fcc36bc3d0, regionState=CLOSING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:01,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4435eff21b0f91fa7f82b1fcc36bc3d0, REOPEN/MOVE because future has completed 2024-11-23T19:43:01,117 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T19:43:01,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:43:01,271 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(122): Close 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:01,271 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T19:43:01,271 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1722): Closing 4435eff21b0f91fa7f82b1fcc36bc3d0, disabling compactions & flushes 2024-11-23T19:43:01,271 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:01,271 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:01,272 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. after waiting 0 ms 2024-11-23T19:43:01,272 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:01,277 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T19:43:01,277 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:01,277 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1676): Region close journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: Waiting for close lock at 1732390981271Running coprocessor pre-close hooks at 1732390981271Disabling compacts and flushes for region at 1732390981271Disabling writes for close at 1732390981272 (+1 ms)Writing region close event to WAL at 1732390981272Running coprocessor post-close hooks at 1732390981277 (+5 ms)Closed at 1732390981277 2024-11-23T19:43:01,277 WARN [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegionServer(3299): Not adding moved region record: 4435eff21b0f91fa7f82b1fcc36bc3d0 to self. 2024-11-23T19:43:01,279 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(157): Closed 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:01,280 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=4435eff21b0f91fa7f82b1fcc36bc3d0, regionState=CLOSED 2024-11-23T19:43:01,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=130, ppid=129, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:43:01,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-23T19:43:01,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; CloseRegionProcedure 4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 in 164 msec 2024-11-23T19:43:01,283 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4435eff21b0f91fa7f82b1fcc36bc3d0, REOPEN/MOVE; state=CLOSED, location=e9a55eb58607,38025,1732390810767; forceNewPlan=false, retain=true 2024-11-23T19:43:01,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=4435eff21b0f91fa7f82b1fcc36bc3d0, regionState=OPENING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:01,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4435eff21b0f91fa7f82b1fcc36bc3d0, REOPEN/MOVE because future has completed 2024-11-23T19:43:01,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=131, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:43:01,596 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:01,597 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7752): Opening region: {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:43:01,597 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:01,597 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:43:01,598 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7794): checking encryption for 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:01,598 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7797): checking classloading for 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:01,600 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:01,602 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4435eff21b0f91fa7f82b1fcc36bc3d0 columnFamilyName A 2024-11-23T19:43:01,603 DEBUG [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:01,603 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] regionserver.HStore(327): Store=4435eff21b0f91fa7f82b1fcc36bc3d0/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:43:01,604 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:01,604 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4435eff21b0f91fa7f82b1fcc36bc3d0 columnFamilyName B 2024-11-23T19:43:01,604 DEBUG [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:01,605 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] regionserver.HStore(327): Store=4435eff21b0f91fa7f82b1fcc36bc3d0/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:43:01,605 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:01,605 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4435eff21b0f91fa7f82b1fcc36bc3d0 columnFamilyName C 2024-11-23T19:43:01,605 DEBUG [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:01,606 INFO [StoreOpener-4435eff21b0f91fa7f82b1fcc36bc3d0-1 {}] regionserver.HStore(327): Store=4435eff21b0f91fa7f82b1fcc36bc3d0/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:43:01,606 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1038): replaying wal for 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:01,606 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:01,607 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:01,608 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1048): stopping wal replay for 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:01,608 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1060): Cleaning up temporary data for 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:01,608 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T19:43:01,609 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1093): writing seq id for 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:01,610 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1114): Opened 4435eff21b0f91fa7f82b1fcc36bc3d0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73835287, jitterRate=0.10023151338100433}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T19:43:01,610 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:01,611 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1006): Region open journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: Running coprocessor pre-open hook at 1732390981598Writing region info on filesystem at 1732390981598Initializing all the Stores at 1732390981599 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390981599Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390981600 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732390981600Cleaning up temporary data from old regions at 1732390981608 (+8 ms)Running coprocessor post-open hooks at 1732390981610 (+2 ms)Region opened successfully at 1732390981611 (+1 ms) 2024-11-23T19:43:01,611 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., pid=131, masterSystemTime=1732390981591 2024-11-23T19:43:01,613 DEBUG [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:01,613 INFO [RS_OPEN_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:01,613 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=4435eff21b0f91fa7f82b1fcc36bc3d0, regionState=OPEN, openSeqNum=5, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:01,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=131, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:43:01,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=131, resume processing ppid=129 2024-11-23T19:43:01,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, ppid=129, state=SUCCESS, hasLock=false; OpenRegionProcedure 4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 in 178 msec 2024-11-23T19:43:01,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128 2024-11-23T19:43:01,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4435eff21b0f91fa7f82b1fcc36bc3d0, REOPEN/MOVE in 503 msec 2024-11-23T19:43:01,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-23T19:43:01,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 509 msec 2024-11-23T19:43:01,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 936 msec 2024-11-23T19:43:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-23T19:43:01,626 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:43:01,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2948979e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:43:01,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:43:01,627 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:43:01,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:43:01,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:43:01,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf0b2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:43:01,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:43:01,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:01,629 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:43:01,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec9639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e715d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:43:01,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:43:01,631 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:43:01,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:43:01,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:43:01,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aae8c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:43:01,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:43:01,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:01,632 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:43:01,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e882e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b5dc35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:43:01,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:43:01,634 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:43:01,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:43:01,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:43:01,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e5958a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:43:01,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:43:01,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:01,635 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:43:01,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2668a0c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d7368f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:43:01,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:43:01,637 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:43:01,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:43:01,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:43:01,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53750e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:43:01,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:43:01,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:01,639 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:43:01,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643f1aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108b0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:43:01,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:43:01,640 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:43:01,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:43:01,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:43:01,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783c852e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:43:01,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:43:01,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:01,641 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:43:01,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfd7261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150c6132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:43:01,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:43:01,643 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:43:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:43:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:43:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1298fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:43:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:43:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:01,644 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:43:01,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cde2a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66be6e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:43:01,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:43:01,646 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:43:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:43:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:43:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d45d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:43:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:43:01,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:01,647 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:43:01,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac74afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742259fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:43:01,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:43:01,649 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:43:01,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:43:01,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:43:01,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fe9551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:43:01,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:43:01,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:01,650 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:43:01,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b53931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302eb4d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:43:01,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:43:01,652 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:43:01,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:43:01,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:43:01,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ac1659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:43:01,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:43:01,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:01,653 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:43:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cb8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188fe6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e9a55eb58607,38393,-1 for getting cluster id 2024-11-23T19:43:01,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:43:01,654 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3962e9e1-8454-46b4-a2dd-9410cfcb56ab' 2024-11-23T19:43:01,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:43:01,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3962e9e1-8454-46b4-a2dd-9410cfcb56ab" 2024-11-23T19:43:01,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57599971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e9a55eb58607,38393,-1] 2024-11-23T19:43:01,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:43:01,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:01,656 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:43:01,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698c2e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:43:01,657 DEBUG [Thread-2282 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:43:01,657 DEBUG [Thread-2289 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:43:01,657 DEBUG [Thread-2291 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:43:01,657 DEBUG [Thread-2280 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:43:01,657 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:43:01,657 DEBUG [Thread-2278 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:43:01,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:43:01,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:43:01,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:43:01,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:43:01,657 DEBUG [Thread-2295 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:43:01,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:43:01,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:43:01,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:43:01,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:43:01,658 DEBUG [Thread-2286 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:43:01,658 DEBUG [Thread-2284 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:43:01,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:43:01,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:43:01,658 DEBUG [Thread-2293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:43:01,658 DEBUG [Thread-2297 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:43:01,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:43:01,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:43:01,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:43:01,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:43:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-23T19:43:01,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:43:01,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:43:01,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:43:01,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:43:01,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:43:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-23T19:43:01,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:43:01,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:43:01,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:43:01,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:43:01,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:43:01,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:43:01,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:43:01,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:43:01,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:43:01,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:43:01,662 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:43:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:43:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e9a55eb58607,38025,1732390810767, seqNum=-1] 2024-11-23T19:43:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:43:01,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:43:01,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:43:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:43:01,664 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:43:01,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:43:01,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:43:01,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:43:01,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:43:01,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:43:01,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5] 2024-11-23T19:43:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:01,669 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:43:01,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:43:01,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112302a932ac9b1c4cc18ad98ecac9e03baf_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732390981668/Put/seqid=0 2024-11-23T19:43:01,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391041685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:01,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:01,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391041686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:01,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391041688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:01,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391041690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:01,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391041690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:01,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742330_1506 (size=12154) 2024-11-23T19:43:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-23T19:43:01,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391041801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391041801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:01,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391041801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:01,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391041801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391041801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:01,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T19:43:01,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:01,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:01,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:01,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:01,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:01,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T19:43:01,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:01,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:01,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:01,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:01,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-23T19:43:02,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391042010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:02,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:02,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391042010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:02,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:02,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391042010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:02,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:02,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:02,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391042010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:02,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:02,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391042010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:02,097 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:02,099 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112302a932ac9b1c4cc18ad98ecac9e03baf_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112302a932ac9b1c4cc18ad98ecac9e03baf_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:02,099 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/2f80d892db5248b8989071928e414f5a, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:02,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/2f80d892db5248b8989071928e414f5a is 175, key is test_row_0/A:col10/1732390981668/Put/seqid=0 2024-11-23T19:43:02,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742331_1507 (size=30955) 2024-11-23T19:43:02,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T19:43:02,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:02,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:02,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:02,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T19:43:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:02,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-23T19:43:02,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391042321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:02,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391042321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:02,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391042321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:02,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391042321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:02,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391042321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:02,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T19:43:02,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:02,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:02,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:02,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,503 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/2f80d892db5248b8989071928e414f5a 2024-11-23T19:43:02,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/b3c1d6bdc9d049ea91dd6e3e4ade263b is 50, key is test_row_0/B:col10/1732390981668/Put/seqid=0 2024-11-23T19:43:02,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742332_1508 (size=12001) 2024-11-23T19:43:02,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T19:43:02,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:02,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:02,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:02,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T19:43:02,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:02,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:02,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:02,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-23T19:43:02,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391042830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:02,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391042830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:02,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:02,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:02,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391042830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:02,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:02,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:02,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391042830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:02,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391042830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:02,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:02,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:02,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:02,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T19:43:02,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:02,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:02,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:02,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:02,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/b3c1d6bdc9d049ea91dd6e3e4ade263b 2024-11-23T19:43:02,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/2cfac67330774dc2abe89020bd943bbc is 50, key is test_row_0/C:col10/1732390981668/Put/seqid=0 2024-11-23T19:43:02,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742333_1509 (size=12001) 2024-11-23T19:43:02,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/2cfac67330774dc2abe89020bd943bbc 2024-11-23T19:43:02,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/2f80d892db5248b8989071928e414f5a as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/2f80d892db5248b8989071928e414f5a 2024-11-23T19:43:02,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/2f80d892db5248b8989071928e414f5a, entries=150, sequenceid=15, filesize=30.2 K 2024-11-23T19:43:02,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/b3c1d6bdc9d049ea91dd6e3e4ade263b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/b3c1d6bdc9d049ea91dd6e3e4ade263b 2024-11-23T19:43:02,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/b3c1d6bdc9d049ea91dd6e3e4ade263b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T19:43:02,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/2cfac67330774dc2abe89020bd943bbc as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/2cfac67330774dc2abe89020bd943bbc 2024-11-23T19:43:02,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/2cfac67330774dc2abe89020bd943bbc, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T19:43:02,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 1318ms, sequenceid=15, compaction requested=false 2024-11-23T19:43:02,988 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T19:43:02,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:03,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T19:43:03,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:03,037 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T19:43:03,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123edfb44f0700549b0be3253ae1c23f5c9_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732390981688/Put/seqid=0 2024-11-23T19:43:03,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742334_1510 (size=12154) 2024-11-23T19:43:03,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:43:03,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:03,449 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123edfb44f0700549b0be3253ae1c23f5c9_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123edfb44f0700549b0be3253ae1c23f5c9_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:03,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/a76f2d6e7c9e4a3882f98b4993d98872, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:03,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/a76f2d6e7c9e4a3882f98b4993d98872 is 175, key is test_row_0/A:col10/1732390981688/Put/seqid=0 2024-11-23T19:43:03,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742335_1511 (size=30955) 2024-11-23T19:43:03,453 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/a76f2d6e7c9e4a3882f98b4993d98872 2024-11-23T19:43:03,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/7155518e01214a34a31c714ccce0ff2e is 50, key is test_row_0/B:col10/1732390981688/Put/seqid=0 2024-11-23T19:43:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742336_1512 (size=12001) 2024-11-23T19:43:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-23T19:43:03,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:03,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391043845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:03,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:03,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391043845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:03,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:03,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:03,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391043848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:03,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:03,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391043849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:03,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391043849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:03,864 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/7155518e01214a34a31c714ccce0ff2e 2024-11-23T19:43:03,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/1654fa469f204d44943fc7bf79bbf171 is 50, key is test_row_0/C:col10/1732390981688/Put/seqid=0 2024-11-23T19:43:03,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742337_1513 (size=12001) 2024-11-23T19:43:03,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391043960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:03,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:03,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391043960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:03,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:03,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391043960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391043960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:03,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391043960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391044170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391044170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391044170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391044170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391044170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,273 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/1654fa469f204d44943fc7bf79bbf171 2024-11-23T19:43:04,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/a76f2d6e7c9e4a3882f98b4993d98872 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/a76f2d6e7c9e4a3882f98b4993d98872 2024-11-23T19:43:04,279 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/a76f2d6e7c9e4a3882f98b4993d98872, entries=150, sequenceid=40, filesize=30.2 K 2024-11-23T19:43:04,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/7155518e01214a34a31c714ccce0ff2e as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7155518e01214a34a31c714ccce0ff2e 2024-11-23T19:43:04,282 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7155518e01214a34a31c714ccce0ff2e, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T19:43:04,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/1654fa469f204d44943fc7bf79bbf171 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/1654fa469f204d44943fc7bf79bbf171 2024-11-23T19:43:04,286 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/1654fa469f204d44943fc7bf79bbf171, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T19:43:04,286 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 1249ms, sequenceid=40, compaction requested=false 2024-11-23T19:43:04,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:04,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:04,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-23T19:43:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=133 2024-11-23T19:43:04,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132 2024-11-23T19:43:04,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6230 sec 2024-11-23T19:43:04,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.6320 sec 2024-11-23T19:43:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:04,482 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:43:04,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T19:43:04,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ee12fcf4a2b14f78861bcdcd98c57dc6_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732390983848/Put/seqid=0 2024-11-23T19:43:04,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742338_1514 (size=17034) 2024-11-23T19:43:04,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391044529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391044530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391044531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391044531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391044532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391044640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391044640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391044640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391044640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391044641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391044850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391044850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391044850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391044850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391044851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:04,891 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:04,894 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ee12fcf4a2b14f78861bcdcd98c57dc6_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ee12fcf4a2b14f78861bcdcd98c57dc6_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:04,894 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/e2c3e894bb4545b98b07695e3134f0ba, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:04,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/e2c3e894bb4545b98b07695e3134f0ba is 175, key is test_row_0/A:col10/1732390983848/Put/seqid=0 2024-11-23T19:43:04,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742339_1515 (size=48139) 2024-11-23T19:43:05,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391045160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:05,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391045160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:05,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391045160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391045160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391045161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:05,299 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/e2c3e894bb4545b98b07695e3134f0ba 2024-11-23T19:43:05,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/6a02ffa7bc15498aa1ac808012ebbe52 is 50, key is test_row_0/B:col10/1732390983848/Put/seqid=0 2024-11-23T19:43:05,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742340_1516 (size=12001) 2024-11-23T19:43:05,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391045670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:05,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:05,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391045670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391045670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391045671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:05,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391045671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:05,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/6a02ffa7bc15498aa1ac808012ebbe52 2024-11-23T19:43:05,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/2849af674c06443685e3dda1c5d01ee8 is 50, key is test_row_0/C:col10/1732390983848/Put/seqid=0 2024-11-23T19:43:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742341_1517 (size=12001) 2024-11-23T19:43:05,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/2849af674c06443685e3dda1c5d01ee8 2024-11-23T19:43:05,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/e2c3e894bb4545b98b07695e3134f0ba as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/e2c3e894bb4545b98b07695e3134f0ba 2024-11-23T19:43:05,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/e2c3e894bb4545b98b07695e3134f0ba, entries=250, sequenceid=54, filesize=47.0 K 2024-11-23T19:43:05,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/6a02ffa7bc15498aa1ac808012ebbe52 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/6a02ffa7bc15498aa1ac808012ebbe52 2024-11-23T19:43:05,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/6a02ffa7bc15498aa1ac808012ebbe52, entries=150, sequenceid=54, filesize=11.7 K 2024-11-23T19:43:05,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/2849af674c06443685e3dda1c5d01ee8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/2849af674c06443685e3dda1c5d01ee8 2024-11-23T19:43:05,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/2849af674c06443685e3dda1c5d01ee8, entries=150, sequenceid=54, filesize=11.7 K 2024-11-23T19:43:05,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 1250ms, sequenceid=54, compaction requested=true 2024-11-23T19:43:05,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:05,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:43:05,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:05,732 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:05,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:43:05,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:43:05,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:43:05,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T19:43:05,732 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:05,733 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:05,733 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/A is initiating minor compaction (all files) 2024-11-23T19:43:05,733 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/A in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:05,733 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:05,733 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/2f80d892db5248b8989071928e414f5a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/a76f2d6e7c9e4a3882f98b4993d98872, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/e2c3e894bb4545b98b07695e3134f0ba] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=107.5 K 2024-11-23T19:43:05,733 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/B is initiating minor compaction (all files) 2024-11-23T19:43:05,733 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/B in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:05,733 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:05,733 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/2f80d892db5248b8989071928e414f5a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/a76f2d6e7c9e4a3882f98b4993d98872, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/e2c3e894bb4545b98b07695e3134f0ba] 2024-11-23T19:43:05,733 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/b3c1d6bdc9d049ea91dd6e3e4ade263b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7155518e01214a34a31c714ccce0ff2e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/6a02ffa7bc15498aa1ac808012ebbe52] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=35.2 K 2024-11-23T19:43:05,733 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting b3c1d6bdc9d049ea91dd6e3e4ade263b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732390981666 2024-11-23T19:43:05,733 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f80d892db5248b8989071928e414f5a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732390981666 2024-11-23T19:43:05,734 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting a76f2d6e7c9e4a3882f98b4993d98872, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732390981686 2024-11-23T19:43:05,734 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7155518e01214a34a31c714ccce0ff2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732390981686 2024-11-23T19:43:05,734 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2c3e894bb4545b98b07695e3134f0ba, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732390983843 2024-11-23T19:43:05,734 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a02ffa7bc15498aa1ac808012ebbe52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732390983848 2024-11-23T19:43:05,745 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#B#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:05,746 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/bdc4cee2cfaf42fe95b7253f568c06af is 50, key is test_row_0/B:col10/1732390983848/Put/seqid=0 2024-11-23T19:43:05,747 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:05,751 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123e850b6b57aa240d082638a9d0be0fe88_4435eff21b0f91fa7f82b1fcc36bc3d0 store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:05,754 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123e850b6b57aa240d082638a9d0be0fe88_4435eff21b0f91fa7f82b1fcc36bc3d0, store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:05,754 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e850b6b57aa240d082638a9d0be0fe88_4435eff21b0f91fa7f82b1fcc36bc3d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:05,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742342_1518 (size=12104) 2024-11-23T19:43:05,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742343_1519 (size=4469) 2024-11-23T19:43:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-23T19:43:05,821 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:43:05,821 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:43:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-23T19:43:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-23T19:43:05,823 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:43:05,823 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:43:05,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:43:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-23T19:43:05,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T19:43:05,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:05,975 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T19:43:05,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235b85a83ed60a44b6b2e702fc193d385f_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732390984530/Put/seqid=0 2024-11-23T19:43:05,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742344_1520 (size=12154) 2024-11-23T19:43:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-23T19:43:06,179 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/bdc4cee2cfaf42fe95b7253f568c06af as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/bdc4cee2cfaf42fe95b7253f568c06af 2024-11-23T19:43:06,180 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#A#compaction#439 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:06,181 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/77d2ba36b284488aaa05a2b4170d55a8 is 175, key is test_row_0/A:col10/1732390983848/Put/seqid=0 2024-11-23T19:43:06,183 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/B of 4435eff21b0f91fa7f82b1fcc36bc3d0 into bdc4cee2cfaf42fe95b7253f568c06af(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:06,183 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:06,183 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/B, priority=13, startTime=1732390985732; duration=0sec 2024-11-23T19:43:06,183 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:43:06,183 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:B 2024-11-23T19:43:06,183 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:06,184 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:06,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742345_1521 (size=31058) 2024-11-23T19:43:06,184 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/C is initiating minor compaction (all files) 2024-11-23T19:43:06,184 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/C in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:06,184 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/2cfac67330774dc2abe89020bd943bbc, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/1654fa469f204d44943fc7bf79bbf171, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/2849af674c06443685e3dda1c5d01ee8] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=35.2 K 2024-11-23T19:43:06,184 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cfac67330774dc2abe89020bd943bbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732390981666 2024-11-23T19:43:06,185 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1654fa469f204d44943fc7bf79bbf171, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732390981686 2024-11-23T19:43:06,185 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 2849af674c06443685e3dda1c5d01ee8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732390983848 2024-11-23T19:43:06,190 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#C#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:06,191 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/b8397fe07a1f44619a051f4e415e6685 is 50, key is test_row_0/C:col10/1732390983848/Put/seqid=0 2024-11-23T19:43:06,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742346_1522 (size=12104) 2024-11-23T19:43:06,197 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/b8397fe07a1f44619a051f4e415e6685 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/b8397fe07a1f44619a051f4e415e6685 2024-11-23T19:43:06,201 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/C of 4435eff21b0f91fa7f82b1fcc36bc3d0 into b8397fe07a1f44619a051f4e415e6685(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:06,201 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:06,201 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/C, priority=13, startTime=1732390985732; duration=0sec 2024-11-23T19:43:06,201 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:06,201 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:C 2024-11-23T19:43:06,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,388 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235b85a83ed60a44b6b2e702fc193d385f_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235b85a83ed60a44b6b2e702fc193d385f_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:06,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/bcd601835ae84e2ead1d389ce61987cb, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:06,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/bcd601835ae84e2ead1d389ce61987cb is 175, key is test_row_0/A:col10/1732390984530/Put/seqid=0 2024-11-23T19:43:06,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742347_1523 (size=30955) 2024-11-23T19:43:06,392 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/bcd601835ae84e2ead1d389ce61987cb 2024-11-23T19:43:06,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/4712457b9e0e482d9a7594556b4e7dea is 50, key is test_row_0/B:col10/1732390984530/Put/seqid=0 2024-11-23T19:43:06,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742348_1524 (size=12001) 2024-11-23T19:43:06,401 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/4712457b9e0e482d9a7594556b4e7dea 2024-11-23T19:43:06,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/47ed4b43310245b7a226bd46077f51b9 is 50, key is test_row_0/C:col10/1732390984530/Put/seqid=0 2024-11-23T19:43:06,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742349_1525 (size=12001) 2024-11-23T19:43:06,409 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/47ed4b43310245b7a226bd46077f51b9 2024-11-23T19:43:06,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/bcd601835ae84e2ead1d389ce61987cb as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/bcd601835ae84e2ead1d389ce61987cb 2024-11-23T19:43:06,416 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/bcd601835ae84e2ead1d389ce61987cb, entries=150, sequenceid=76, filesize=30.2 K 2024-11-23T19:43:06,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/4712457b9e0e482d9a7594556b4e7dea as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/4712457b9e0e482d9a7594556b4e7dea 2024-11-23T19:43:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,419 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/4712457b9e0e482d9a7594556b4e7dea, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T19:43:06,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/47ed4b43310245b7a226bd46077f51b9 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/47ed4b43310245b7a226bd46077f51b9 2024-11-23T19:43:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,422 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/47ed4b43310245b7a226bd46077f51b9, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T19:43:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,423 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 448ms, sequenceid=76, compaction requested=false 2024-11-23T19:43:06,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:06,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:06,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-23T19:43:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=135 2024-11-23T19:43:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-11-23T19:43:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 601 msec 2024-11-23T19:43:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 606 msec 2024-11-23T19:43:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-23T19:43:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,451 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:43:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,451 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:43:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-23T19:43:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-23T19:43:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,453 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:43:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,453 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:43:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:43:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-23T19:43:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,587 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/77d2ba36b284488aaa05a2b4170d55a8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/77d2ba36b284488aaa05a2b4170d55a8 2024-11-23T19:43:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,591 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/A of 4435eff21b0f91fa7f82b1fcc36bc3d0 into 77d2ba36b284488aaa05a2b4170d55a8(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,591 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,591 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/A, priority=13, startTime=1732390985732; duration=0sec 2024-11-23T19:43:06,591 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:06,591 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:A 2024-11-23T19:43:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T19:43:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:06,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:06,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-23T19:43:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=137 2024-11-23T19:43:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-11-23T19:43:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-11-23T19:43:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 157 msec 2024-11-23T19:43:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:06,708 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:43:06,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:43:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238a92580d63354aed8f38578c06cfea0d_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732390986698/Put/seqid=0 2024-11-23T19:43:06,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742350_1526 (size=12154) 2024-11-23T19:43:06,747 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:06,749 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238a92580d63354aed8f38578c06cfea0d_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238a92580d63354aed8f38578c06cfea0d_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:06,749 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/959c827fc2a8472f97ec7eb747dfb13c, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:06,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/959c827fc2a8472f97ec7eb747dfb13c is 175, key is test_row_0/A:col10/1732390986698/Put/seqid=0 2024-11-23T19:43:06,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742351_1527 (size=30955) 2024-11-23T19:43:06,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391046759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:06,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391046760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:06,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391046761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:06,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391046761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:06,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391046763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:06,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-23T19:43:06,770 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:43:06,771 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:43:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-23T19:43:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-23T19:43:06,772 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:43:06,772 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:43:06,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:43:06,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391046870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:06,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391046870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:06,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391046870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:06,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391046870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:06,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:06,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391046871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:06,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:06,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:06,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-23T19:43:06,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T19:43:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:06,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:06,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:06,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:07,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T19:43:07,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:07,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:07,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:07,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:07,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:07,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391047080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:07,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391047081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:07,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:07,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:07,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391047081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:07,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:07,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391047081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:07,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391047081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-23T19:43:07,154 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/959c827fc2a8472f97ec7eb747dfb13c 2024-11-23T19:43:07,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/921bfd89889c477fbe626d3590d39f40 is 50, key is test_row_0/B:col10/1732390986698/Put/seqid=0 2024-11-23T19:43:07,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742352_1528 (size=12001) 2024-11-23T19:43:07,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/921bfd89889c477fbe626d3590d39f40 2024-11-23T19:43:07,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/9bfad4adea324b95a7d1be1a9be68e8c is 50, key is test_row_0/C:col10/1732390986698/Put/seqid=0 2024-11-23T19:43:07,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742353_1529 (size=12001) 2024-11-23T19:43:07,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T19:43:07,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:07,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:07,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:07,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:07,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:07,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T19:43:07,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:07,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:07,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:07,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:07,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:07,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391047390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:07,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391047390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:07,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391047390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391047391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:07,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391047391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-23T19:43:07,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T19:43:07,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:07,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:07,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:07,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:07,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:07,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/9bfad4adea324b95a7d1be1a9be68e8c 2024-11-23T19:43:07,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/959c827fc2a8472f97ec7eb747dfb13c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/959c827fc2a8472f97ec7eb747dfb13c 2024-11-23T19:43:07,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/959c827fc2a8472f97ec7eb747dfb13c, entries=150, sequenceid=92, filesize=30.2 K 2024-11-23T19:43:07,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/921bfd89889c477fbe626d3590d39f40 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/921bfd89889c477fbe626d3590d39f40 2024-11-23T19:43:07,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/921bfd89889c477fbe626d3590d39f40, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T19:43:07,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/9bfad4adea324b95a7d1be1a9be68e8c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/9bfad4adea324b95a7d1be1a9be68e8c 2024-11-23T19:43:07,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/9bfad4adea324b95a7d1be1a9be68e8c, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T19:43:07,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 878ms, sequenceid=92, compaction requested=true 2024-11-23T19:43:07,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:07,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:43:07,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:07,586 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:07,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:43:07,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:07,586 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:07,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:43:07,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:43:07,587 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:07,587 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:07,587 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/B is initiating minor compaction (all files) 2024-11-23T19:43:07,587 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/A is initiating minor compaction (all files) 2024-11-23T19:43:07,587 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/A in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:07,587 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/B in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:07,587 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/bdc4cee2cfaf42fe95b7253f568c06af, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/4712457b9e0e482d9a7594556b4e7dea, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/921bfd89889c477fbe626d3590d39f40] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=35.3 K 2024-11-23T19:43:07,587 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/77d2ba36b284488aaa05a2b4170d55a8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/bcd601835ae84e2ead1d389ce61987cb, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/959c827fc2a8472f97ec7eb747dfb13c] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=90.8 K 2024-11-23T19:43:07,587 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:07,587 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/77d2ba36b284488aaa05a2b4170d55a8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/bcd601835ae84e2ead1d389ce61987cb, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/959c827fc2a8472f97ec7eb747dfb13c] 2024-11-23T19:43:07,587 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting bdc4cee2cfaf42fe95b7253f568c06af, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732390983848 2024-11-23T19:43:07,587 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4712457b9e0e482d9a7594556b4e7dea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732390984526 2024-11-23T19:43:07,587 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77d2ba36b284488aaa05a2b4170d55a8, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732390983848 2024-11-23T19:43:07,588 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 921bfd89889c477fbe626d3590d39f40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732390986698 2024-11-23T19:43:07,588 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcd601835ae84e2ead1d389ce61987cb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732390984526 2024-11-23T19:43:07,588 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 959c827fc2a8472f97ec7eb747dfb13c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732390986698 2024-11-23T19:43:07,594 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#B#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:07,594 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/561787da64454728b62fa37f09abffb5 is 50, key is test_row_0/B:col10/1732390986698/Put/seqid=0 2024-11-23T19:43:07,596 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:07,598 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123599d325992e3434d82f63d7257cceaab_4435eff21b0f91fa7f82b1fcc36bc3d0 store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:07,600 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123599d325992e3434d82f63d7257cceaab_4435eff21b0f91fa7f82b1fcc36bc3d0, store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:07,600 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123599d325992e3434d82f63d7257cceaab_4435eff21b0f91fa7f82b1fcc36bc3d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:07,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742354_1530 (size=12207) 2024-11-23T19:43:07,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742355_1531 (size=4469) 2024-11-23T19:43:07,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T19:43:07,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:07,688 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T19:43:07,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230440cbe7bbb14c6caad08154439091fa_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732390986758/Put/seqid=0 2024-11-23T19:43:07,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742356_1532 (size=12154) 2024-11-23T19:43:07,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:07,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391047905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:07,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-23T19:43:07,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391047908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:07,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391047908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:07,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391047909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:07,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391047910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:07,914 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,914 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:07,914 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:08,005 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/561787da64454728b62fa37f09abffb5 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/561787da64454728b62fa37f09abffb5 2024-11-23T19:43:08,009 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#A#compaction#448 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:08,009 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/B of 4435eff21b0f91fa7f82b1fcc36bc3d0 into 561787da64454728b62fa37f09abffb5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:08,009 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:08,009 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/B, priority=13, startTime=1732390987586; duration=0sec 2024-11-23T19:43:08,009 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:43:08,009 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:B 2024-11-23T19:43:08,009 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:08,009 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/b963f7976ae341a59affd438bdab60bc is 175, key is test_row_0/A:col10/1732390986698/Put/seqid=0 2024-11-23T19:43:08,010 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:08,010 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/C is initiating minor compaction (all files) 2024-11-23T19:43:08,010 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/C in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:08,010 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/b8397fe07a1f44619a051f4e415e6685, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/47ed4b43310245b7a226bd46077f51b9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/9bfad4adea324b95a7d1be1a9be68e8c] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=35.3 K 2024-11-23T19:43:08,010 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting b8397fe07a1f44619a051f4e415e6685, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732390983848 2024-11-23T19:43:08,010 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 47ed4b43310245b7a226bd46077f51b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732390984526 2024-11-23T19:43:08,010 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bfad4adea324b95a7d1be1a9be68e8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732390986698 2024-11-23T19:43:08,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742357_1533 (size=31161) 2024-11-23T19:43:08,016 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#C#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:08,016 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/e2cb6b261baa4becabd301a5857d0fb2 is 50, key is test_row_0/C:col10/1732390986698/Put/seqid=0 2024-11-23T19:43:08,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391048020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:08,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:08,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391048020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:08,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:08,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391048020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:08,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:08,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391048020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:08,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:08,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391048020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:08,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:08,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:08,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742358_1534 (size=12207) 2024-11-23T19:43:08,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:08,135 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230440cbe7bbb14c6caad08154439091fa_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230440cbe7bbb14c6caad08154439091fa_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:08,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/5e0f3d2c643249e8bc0b1b5ac53a19a1, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:08,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/5e0f3d2c643249e8bc0b1b5ac53a19a1 is 175, key is test_row_0/A:col10/1732390986758/Put/seqid=0 2024-11-23T19:43:08,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742359_1535 (size=30955) 2024-11-23T19:43:08,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391048230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:08,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391048230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:08,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391048230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:08,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391048230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:08,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391048230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:08,416 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/b963f7976ae341a59affd438bdab60bc as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b963f7976ae341a59affd438bdab60bc 2024-11-23T19:43:08,420 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/A of 4435eff21b0f91fa7f82b1fcc36bc3d0 into b963f7976ae341a59affd438bdab60bc(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:08,420 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:08,420 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/A, priority=13, startTime=1732390987586; duration=0sec 2024-11-23T19:43:08,420 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:08,420 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:A 2024-11-23T19:43:08,430 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/e2cb6b261baa4becabd301a5857d0fb2 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/e2cb6b261baa4becabd301a5857d0fb2 2024-11-23T19:43:08,433 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/C of 4435eff21b0f91fa7f82b1fcc36bc3d0 into e2cb6b261baa4becabd301a5857d0fb2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:08,433 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:08,433 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/C, priority=13, startTime=1732390987586; duration=0sec 2024-11-23T19:43:08,433 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:08,433 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:C 2024-11-23T19:43:08,539 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/5e0f3d2c643249e8bc0b1b5ac53a19a1 2024-11-23T19:43:08,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391048540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:08,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:08,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391048540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:08,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:08,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391048540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:08,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:08,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391048540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:08,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391048540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:08,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:08,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:08,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:08,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/585855833e984b8faeec8a074d78feec is 50, key is test_row_0/B:col10/1732390986758/Put/seqid=0 2024-11-23T19:43:08,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742360_1536 (size=12001) 2024-11-23T19:43:08,699 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T19:43:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-23T19:43:08,949 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/585855833e984b8faeec8a074d78feec 2024-11-23T19:43:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/d51e6af6031641d7aea95ada210a6bcf is 50, key is test_row_0/C:col10/1732390986758/Put/seqid=0 2024-11-23T19:43:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742361_1537 (size=12001) 2024-11-23T19:43:08,958 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/d51e6af6031641d7aea95ada210a6bcf 2024-11-23T19:43:08,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/5e0f3d2c643249e8bc0b1b5ac53a19a1 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/5e0f3d2c643249e8bc0b1b5ac53a19a1 2024-11-23T19:43:08,965 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/5e0f3d2c643249e8bc0b1b5ac53a19a1, entries=150, sequenceid=116, filesize=30.2 K 2024-11-23T19:43:08,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/585855833e984b8faeec8a074d78feec as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/585855833e984b8faeec8a074d78feec 2024-11-23T19:43:08,969 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/585855833e984b8faeec8a074d78feec, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T19:43:08,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/d51e6af6031641d7aea95ada210a6bcf as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/d51e6af6031641d7aea95ada210a6bcf 2024-11-23T19:43:08,972 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/d51e6af6031641d7aea95ada210a6bcf, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T19:43:08,973 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 1285ms, sequenceid=116, compaction requested=false 2024-11-23T19:43:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-23T19:43:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=139 2024-11-23T19:43:08,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-23T19:43:08,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2010 sec 2024-11-23T19:43:08,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.2050 sec 2024-11-23T19:43:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:09,052 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:43:09,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T19:43:09,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234b3f34aff06741bc99d87990e572373f_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732390989052/Put/seqid=0 2024-11-23T19:43:09,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742362_1538 (size=14744) 2024-11-23T19:43:09,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391049070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391049071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391049072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391049075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391049076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391049180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391049181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391049181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391049190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391049190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391049390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391049390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391049390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391049400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391049400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,462 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:09,464 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234b3f34aff06741bc99d87990e572373f_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234b3f34aff06741bc99d87990e572373f_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:09,465 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/4c524efd968444c095806fc25f31d133, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:09,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/4c524efd968444c095806fc25f31d133 is 175, key is test_row_0/A:col10/1732390989052/Put/seqid=0 2024-11-23T19:43:09,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742363_1539 (size=39699) 2024-11-23T19:43:09,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391049700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391049700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391049700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,708 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391049711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391049711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:09,869 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/4c524efd968444c095806fc25f31d133 2024-11-23T19:43:09,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/42c47861bd7c4e4ca291b50bfa213d4d is 50, key is test_row_0/B:col10/1732390989052/Put/seqid=0 2024-11-23T19:43:09,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742364_1540 (size=12101) 2024-11-23T19:43:10,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391050220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:10,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:10,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:10,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391050220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391050221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391050221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391050221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:10,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:10,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/42c47861bd7c4e4ca291b50bfa213d4d 2024-11-23T19:43:10,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/0fb2c0ecffe04ce4a6d88e9d7b85fbf4 is 50, key is test_row_0/C:col10/1732390989052/Put/seqid=0 2024-11-23T19:43:10,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742365_1541 (size=12101) 2024-11-23T19:43:10,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/0fb2c0ecffe04ce4a6d88e9d7b85fbf4 2024-11-23T19:43:10,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/4c524efd968444c095806fc25f31d133 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/4c524efd968444c095806fc25f31d133 2024-11-23T19:43:10,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/4c524efd968444c095806fc25f31d133, entries=200, sequenceid=134, filesize=38.8 K 2024-11-23T19:43:10,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/42c47861bd7c4e4ca291b50bfa213d4d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/42c47861bd7c4e4ca291b50bfa213d4d 2024-11-23T19:43:10,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/42c47861bd7c4e4ca291b50bfa213d4d, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T19:43:10,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/0fb2c0ecffe04ce4a6d88e9d7b85fbf4 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/0fb2c0ecffe04ce4a6d88e9d7b85fbf4 2024-11-23T19:43:10,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/0fb2c0ecffe04ce4a6d88e9d7b85fbf4, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T19:43:10,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 1248ms, sequenceid=134, compaction requested=true 2024-11-23T19:43:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:43:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:43:10,300 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:43:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:43:10,300 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:10,301 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:10,301 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:10,301 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/A is initiating minor compaction (all files) 2024-11-23T19:43:10,301 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/B is initiating minor compaction (all files) 2024-11-23T19:43:10,301 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/A in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:10,301 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/B in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:10,301 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/561787da64454728b62fa37f09abffb5, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/585855833e984b8faeec8a074d78feec, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/42c47861bd7c4e4ca291b50bfa213d4d] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=35.5 K 2024-11-23T19:43:10,301 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b963f7976ae341a59affd438bdab60bc, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/5e0f3d2c643249e8bc0b1b5ac53a19a1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/4c524efd968444c095806fc25f31d133] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=99.4 K 2024-11-23T19:43:10,301 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:10,301 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b963f7976ae341a59affd438bdab60bc, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/5e0f3d2c643249e8bc0b1b5ac53a19a1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/4c524efd968444c095806fc25f31d133] 2024-11-23T19:43:10,301 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 561787da64454728b62fa37f09abffb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732390986698 2024-11-23T19:43:10,302 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting b963f7976ae341a59affd438bdab60bc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732390986698 2024-11-23T19:43:10,302 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 585855833e984b8faeec8a074d78feec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732390986758 2024-11-23T19:43:10,302 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e0f3d2c643249e8bc0b1b5ac53a19a1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732390986758 2024-11-23T19:43:10,302 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 42c47861bd7c4e4ca291b50bfa213d4d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732390987909 2024-11-23T19:43:10,302 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c524efd968444c095806fc25f31d133, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732390987909 2024-11-23T19:43:10,306 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:10,307 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#B#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:10,308 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/af8ae399f79049dcbbe0085fd764496d is 50, key is test_row_0/B:col10/1732390989052/Put/seqid=0 2024-11-23T19:43:10,309 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123d14767f00bdd4fd598b1edab0012787e_4435eff21b0f91fa7f82b1fcc36bc3d0 store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:10,310 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123d14767f00bdd4fd598b1edab0012787e_4435eff21b0f91fa7f82b1fcc36bc3d0, store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:10,310 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d14767f00bdd4fd598b1edab0012787e_4435eff21b0f91fa7f82b1fcc36bc3d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:10,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742367_1543 (size=4469) 2024-11-23T19:43:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742366_1542 (size=12409) 2024-11-23T19:43:10,317 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/af8ae399f79049dcbbe0085fd764496d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/af8ae399f79049dcbbe0085fd764496d 2024-11-23T19:43:10,323 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/B of 4435eff21b0f91fa7f82b1fcc36bc3d0 into af8ae399f79049dcbbe0085fd764496d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:10,323 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:10,323 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/B, priority=13, startTime=1732390990300; duration=0sec 2024-11-23T19:43:10,323 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:43:10,323 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:B 2024-11-23T19:43:10,323 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:10,324 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:10,324 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/C is initiating minor compaction (all files) 2024-11-23T19:43:10,324 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/C in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:10,324 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/e2cb6b261baa4becabd301a5857d0fb2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/d51e6af6031641d7aea95ada210a6bcf, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/0fb2c0ecffe04ce4a6d88e9d7b85fbf4] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=35.5 K 2024-11-23T19:43:10,324 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting e2cb6b261baa4becabd301a5857d0fb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732390986698 2024-11-23T19:43:10,325 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting d51e6af6031641d7aea95ada210a6bcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732390986758 2024-11-23T19:43:10,325 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fb2c0ecffe04ce4a6d88e9d7b85fbf4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732390987909 2024-11-23T19:43:10,329 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#C#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:10,330 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/e58d4925370345a9af3e57d25cc44836 is 50, key is test_row_0/C:col10/1732390989052/Put/seqid=0 2024-11-23T19:43:10,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742368_1544 (size=12409) 2024-11-23T19:43:10,714 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#A#compaction#456 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:10,715 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/9338aa1daf3640329ef17320b9859d44 is 175, key is test_row_0/A:col10/1732390989052/Put/seqid=0 2024-11-23T19:43:10,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742369_1545 (size=31363) 2024-11-23T19:43:10,736 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/e58d4925370345a9af3e57d25cc44836 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/e58d4925370345a9af3e57d25cc44836 2024-11-23T19:43:10,740 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/C of 4435eff21b0f91fa7f82b1fcc36bc3d0 into e58d4925370345a9af3e57d25cc44836(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:10,740 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:10,740 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/C, priority=13, startTime=1732390990300; duration=0sec 2024-11-23T19:43:10,740 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:10,740 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:C 2024-11-23T19:43:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-23T19:43:10,940 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:43:10,940 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:43:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-23T19:43:10,942 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:43:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-23T19:43:10,942 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:43:10,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:43:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-23T19:43:11,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T19:43:11,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:11,095 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T19:43:11,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237be136a614e64abd8c704f97adf7e50b_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732390989074/Put/seqid=0 2024-11-23T19:43:11,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742370_1546 (size=12304) 2024-11-23T19:43:11,135 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/9338aa1daf3640329ef17320b9859d44 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/9338aa1daf3640329ef17320b9859d44 2024-11-23T19:43:11,139 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/A of 4435eff21b0f91fa7f82b1fcc36bc3d0 into 9338aa1daf3640329ef17320b9859d44(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:11,139 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:11,139 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/A, priority=13, startTime=1732390990300; duration=0sec 2024-11-23T19:43:11,139 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:11,139 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:A 2024-11-23T19:43:11,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:11,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391051244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,248 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,248 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,248 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391051245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391051245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391051247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391051248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-23T19:43:11,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391051351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391051351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391051351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391051360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391051360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:11,506 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237be136a614e64abd8c704f97adf7e50b_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237be136a614e64abd8c704f97adf7e50b_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:11,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/1e7789e3b2404de8b52e17e5a34804e1, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:11,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/1e7789e3b2404de8b52e17e5a34804e1 is 175, key is test_row_0/A:col10/1732390989074/Put/seqid=0 2024-11-23T19:43:11,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742371_1547 (size=31105) 2024-11-23T19:43:11,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391051561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391051561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391051561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-23T19:43:11,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391051570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391051570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391051871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391051871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391051871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391051880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:11,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391051880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:11,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:11,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:11,910 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/1e7789e3b2404de8b52e17e5a34804e1 2024-11-23T19:43:11,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/0753053e32254610a9baeac63c83f025 is 50, key is test_row_0/B:col10/1732390989074/Put/seqid=0 2024-11-23T19:43:11,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742372_1548 (size=12151) 2024-11-23T19:43:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-23T19:43:12,320 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/0753053e32254610a9baeac63c83f025 2024-11-23T19:43:12,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/65f68bb7135443b6ab7feaa48737b871 is 50, key is test_row_0/C:col10/1732390989074/Put/seqid=0 2024-11-23T19:43:12,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742373_1549 (size=12151) 2024-11-23T19:43:12,329 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/65f68bb7135443b6ab7feaa48737b871 2024-11-23T19:43:12,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/1e7789e3b2404de8b52e17e5a34804e1 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/1e7789e3b2404de8b52e17e5a34804e1 2024-11-23T19:43:12,335 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/1e7789e3b2404de8b52e17e5a34804e1, entries=150, sequenceid=158, filesize=30.4 K 2024-11-23T19:43:12,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/0753053e32254610a9baeac63c83f025 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/0753053e32254610a9baeac63c83f025 2024-11-23T19:43:12,338 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/0753053e32254610a9baeac63c83f025, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T19:43:12,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/65f68bb7135443b6ab7feaa48737b871 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/65f68bb7135443b6ab7feaa48737b871 2024-11-23T19:43:12,342 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/65f68bb7135443b6ab7feaa48737b871, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T19:43:12,343 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 1248ms, sequenceid=158, compaction requested=false 2024-11-23T19:43:12,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:12,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:12,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-23T19:43:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=141 2024-11-23T19:43:12,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-23T19:43:12,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-23T19:43:12,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.4050 sec 2024-11-23T19:43:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:12,383 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:43:12,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T19:43:12,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e4a6eb5557144995880c5d6610e30e82_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732390992382/Put/seqid=0 2024-11-23T19:43:12,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742374_1550 (size=12304) 2024-11-23T19:43:12,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391052400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:12,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:12,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391052401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391052402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:12,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391052402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:12,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391052403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:12,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:12,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391052510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391052510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:12,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:12,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:12,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391052510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:12,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391052510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:12,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:12,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:12,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:12,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391052510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:12,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:12,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:12,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391052720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:12,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391052720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:12,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391052720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391052720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:12,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391052720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:12,793 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:12,796 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e4a6eb5557144995880c5d6610e30e82_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e4a6eb5557144995880c5d6610e30e82_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:12,796 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/8ec6dd9595c6401290dc8c33c3d81e10, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:12,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/8ec6dd9595c6401290dc8c33c3d81e10 is 175, key is test_row_0/A:col10/1732390992382/Put/seqid=0 2024-11-23T19:43:12,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742375_1551 (size=31105) 2024-11-23T19:43:13,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391053030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:13,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:13,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391053030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:13,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:13,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391053030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:13,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:13,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391053030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:13,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:13,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391053030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:13,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-23T19:43:13,090 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:43:13,091 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:43:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-23T19:43:13,092 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:43:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-23T19:43:13,093 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:43:13,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:43:13,200 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/8ec6dd9595c6401290dc8c33c3d81e10 2024-11-23T19:43:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-23T19:43:13,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/ff78cbaa67254999a7604cbc70e755f6 is 50, key is test_row_0/B:col10/1732390992382/Put/seqid=0 2024-11-23T19:43:13,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742376_1552 (size=12151) 2024-11-23T19:43:13,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T19:43:13,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:13,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:13,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:13,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:13,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:13,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T19:43:13,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:13,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:13,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:13,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:13,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-23T19:43:13,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391053540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:13,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391053541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391053541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:13,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391053541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391053541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:13,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T19:43:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:13,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:13,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/ff78cbaa67254999a7604cbc70e755f6 2024-11-23T19:43:13,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/c2a500bbd1f04c22a8bea885b3040222 is 50, key is test_row_0/C:col10/1732390992382/Put/seqid=0 2024-11-23T19:43:13,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742377_1553 (size=12151) 2024-11-23T19:43:13,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T19:43:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:13,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-23T19:43:13,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T19:43:13,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:13,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:13,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:13,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:13,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:14,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T19:43:14,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:14,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:14,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:14,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:14,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:14,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/c2a500bbd1f04c22a8bea885b3040222 2024-11-23T19:43:14,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/8ec6dd9595c6401290dc8c33c3d81e10 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/8ec6dd9595c6401290dc8c33c3d81e10 2024-11-23T19:43:14,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/8ec6dd9595c6401290dc8c33c3d81e10, entries=150, sequenceid=176, filesize=30.4 K 2024-11-23T19:43:14,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/ff78cbaa67254999a7604cbc70e755f6 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/ff78cbaa67254999a7604cbc70e755f6 2024-11-23T19:43:14,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/ff78cbaa67254999a7604cbc70e755f6, entries=150, sequenceid=176, filesize=11.9 K 2024-11-23T19:43:14,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/c2a500bbd1f04c22a8bea885b3040222 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/c2a500bbd1f04c22a8bea885b3040222 2024-11-23T19:43:14,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/c2a500bbd1f04c22a8bea885b3040222, entries=150, sequenceid=176, filesize=11.9 K 2024-11-23T19:43:14,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 1649ms, sequenceid=176, compaction requested=true 2024-11-23T19:43:14,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:14,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:43:14,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:14,033 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:14,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:43:14,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:14,033 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:14,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:43:14,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:43:14,033 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93573 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:14,034 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:14,034 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/A is initiating minor compaction (all files) 2024-11-23T19:43:14,034 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/B is initiating minor compaction (all files) 2024-11-23T19:43:14,034 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/A in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:14,034 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/B in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:14,034 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/af8ae399f79049dcbbe0085fd764496d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/0753053e32254610a9baeac63c83f025, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/ff78cbaa67254999a7604cbc70e755f6] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=35.9 K 2024-11-23T19:43:14,034 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/9338aa1daf3640329ef17320b9859d44, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/1e7789e3b2404de8b52e17e5a34804e1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/8ec6dd9595c6401290dc8c33c3d81e10] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=91.4 K 2024-11-23T19:43:14,034 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:14,034 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/9338aa1daf3640329ef17320b9859d44, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/1e7789e3b2404de8b52e17e5a34804e1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/8ec6dd9595c6401290dc8c33c3d81e10] 2024-11-23T19:43:14,034 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting af8ae399f79049dcbbe0085fd764496d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732390987909 2024-11-23T19:43:14,034 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9338aa1daf3640329ef17320b9859d44, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732390987909 2024-11-23T19:43:14,035 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e7789e3b2404de8b52e17e5a34804e1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732390989056 2024-11-23T19:43:14,035 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0753053e32254610a9baeac63c83f025, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732390989056 2024-11-23T19:43:14,035 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ec6dd9595c6401290dc8c33c3d81e10, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732390991246 2024-11-23T19:43:14,035 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting ff78cbaa67254999a7604cbc70e755f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732390991246 2024-11-23T19:43:14,039 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:14,041 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112358b3b5651d7640ab97b530cb8bf8c995_4435eff21b0f91fa7f82b1fcc36bc3d0 store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:14,043 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112358b3b5651d7640ab97b530cb8bf8c995_4435eff21b0f91fa7f82b1fcc36bc3d0, store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:14,043 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112358b3b5651d7640ab97b530cb8bf8c995_4435eff21b0f91fa7f82b1fcc36bc3d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:14,047 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#B#compaction#466 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:14,047 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/7a052780b1e943af87388a2cb2a4b600 is 50, key is test_row_0/B:col10/1732390992382/Put/seqid=0 2024-11-23T19:43:14,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742378_1554 (size=4469) 2024-11-23T19:43:14,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742379_1555 (size=12561) 2024-11-23T19:43:14,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T19:43:14,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:14,160 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T19:43:14,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112335ae99fc724e437389e11e6171c2d6f5_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732390992397/Put/seqid=0 2024-11-23T19:43:14,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742380_1556 (size=12304) 2024-11-23T19:43:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-23T19:43:14,450 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#A#compaction#465 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:14,450 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/58fbf41a220646fe91068a47c9697906 is 175, key is test_row_0/A:col10/1732390992382/Put/seqid=0 2024-11-23T19:43:14,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742381_1557 (size=31515) 2024-11-23T19:43:14,455 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/7a052780b1e943af87388a2cb2a4b600 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7a052780b1e943af87388a2cb2a4b600 2024-11-23T19:43:14,459 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/B of 4435eff21b0f91fa7f82b1fcc36bc3d0 into 7a052780b1e943af87388a2cb2a4b600(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:14,459 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:14,459 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/B, priority=13, startTime=1732390994033; duration=0sec 2024-11-23T19:43:14,459 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:43:14,459 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:B 2024-11-23T19:43:14,459 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:14,460 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:14,460 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/C is initiating minor compaction (all files) 2024-11-23T19:43:14,460 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/C in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:14,460 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/e58d4925370345a9af3e57d25cc44836, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/65f68bb7135443b6ab7feaa48737b871, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/c2a500bbd1f04c22a8bea885b3040222] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=35.9 K 2024-11-23T19:43:14,460 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting e58d4925370345a9af3e57d25cc44836, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732390987909 2024-11-23T19:43:14,461 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 65f68bb7135443b6ab7feaa48737b871, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732390989056 2024-11-23T19:43:14,461 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting c2a500bbd1f04c22a8bea885b3040222, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732390991246 2024-11-23T19:43:14,466 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#C#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:14,466 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/64ab9ad0032648d5b486735c3481f667 is 50, key is test_row_0/C:col10/1732390992382/Put/seqid=0 2024-11-23T19:43:14,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742382_1558 (size=12561) 2024-11-23T19:43:14,472 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/64ab9ad0032648d5b486735c3481f667 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/64ab9ad0032648d5b486735c3481f667 2024-11-23T19:43:14,476 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/C of 4435eff21b0f91fa7f82b1fcc36bc3d0 into 64ab9ad0032648d5b486735c3481f667(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:14,476 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:14,476 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/C, priority=13, startTime=1732390994033; duration=0sec 2024-11-23T19:43:14,476 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:14,476 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:C 2024-11-23T19:43:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:14,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:14,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:14,572 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112335ae99fc724e437389e11e6171c2d6f5_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112335ae99fc724e437389e11e6171c2d6f5_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:14,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/b8a03b4f7da0462d97d1948dc5c716b7, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:14,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/b8a03b4f7da0462d97d1948dc5c716b7 is 175, key is test_row_0/A:col10/1732390992397/Put/seqid=0 2024-11-23T19:43:14,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391054570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:14,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391054570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391054571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391054572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:14,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742383_1559 (size=31105) 2024-11-23T19:43:14,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391054574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:14,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391054681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:14,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391054681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:14,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391054681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391054681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391054681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:14,858 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/58fbf41a220646fe91068a47c9697906 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/58fbf41a220646fe91068a47c9697906 2024-11-23T19:43:14,861 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/A of 4435eff21b0f91fa7f82b1fcc36bc3d0 into 58fbf41a220646fe91068a47c9697906(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:14,861 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:14,861 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/A, priority=13, startTime=1732390994033; duration=0sec 2024-11-23T19:43:14,862 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:14,862 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:A 2024-11-23T19:43:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391054890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391054891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391054891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391054891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391054891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:14,977 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/b8a03b4f7da0462d97d1948dc5c716b7 2024-11-23T19:43:14,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/be6da8292ba548238f6ae0e04ef28f47 is 50, key is test_row_0/B:col10/1732390992397/Put/seqid=0 2024-11-23T19:43:14,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742384_1560 (size=12151) 2024-11-23T19:43:15,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391055200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:15,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:15,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391055200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:15,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:15,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:15,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391055201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:15,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391055201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:15,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:15,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391055201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:15,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:15,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-23T19:43:15,386 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/be6da8292ba548238f6ae0e04ef28f47 2024-11-23T19:43:15,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/1bf8665234f54931bdbc56cedbd064b6 is 50, key is test_row_0/C:col10/1732390992397/Put/seqid=0 2024-11-23T19:43:15,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742385_1561 (size=12151) 2024-11-23T19:43:15,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391055711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:15,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391055711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:15,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391055711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391055711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391055711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:15,795 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/1bf8665234f54931bdbc56cedbd064b6 2024-11-23T19:43:15,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/b8a03b4f7da0462d97d1948dc5c716b7 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b8a03b4f7da0462d97d1948dc5c716b7 2024-11-23T19:43:15,800 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b8a03b4f7da0462d97d1948dc5c716b7, entries=150, sequenceid=195, filesize=30.4 K 2024-11-23T19:43:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/be6da8292ba548238f6ae0e04ef28f47 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/be6da8292ba548238f6ae0e04ef28f47 2024-11-23T19:43:15,803 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/be6da8292ba548238f6ae0e04ef28f47, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T19:43:15,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/1bf8665234f54931bdbc56cedbd064b6 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/1bf8665234f54931bdbc56cedbd064b6 2024-11-23T19:43:15,806 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/1bf8665234f54931bdbc56cedbd064b6, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T19:43:15,807 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 1647ms, sequenceid=195, compaction requested=false 2024-11-23T19:43:15,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:15,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:15,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-23T19:43:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=143 2024-11-23T19:43:15,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-23T19:43:15,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7150 sec 2024-11-23T19:43:15,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.7190 sec 2024-11-23T19:43:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:16,722 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:43:16,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T19:43:16,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d536a5e47ec14c98ac19154052f707f1_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732390996721/Put/seqid=0 2024-11-23T19:43:16,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742386_1562 (size=14794) 2024-11-23T19:43:16,732 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:16,735 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d536a5e47ec14c98ac19154052f707f1_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d536a5e47ec14c98ac19154052f707f1_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:16,735 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/7d152ba7d96c44a1801944acf5ec5dbc, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:16,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/7d152ba7d96c44a1801944acf5ec5dbc is 175, key is test_row_0/A:col10/1732390996721/Put/seqid=0 2024-11-23T19:43:16,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742387_1563 (size=39749) 2024-11-23T19:43:16,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391056737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:16,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:16,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391056740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:16,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:16,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391056741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391056741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:16,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391056742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:16,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:16,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391056851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:16,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391056851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:16,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391056851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:16,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391056851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391056851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:17,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391057061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:17,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:17,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391057061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:17,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:17,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:17,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391057061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:17,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391057061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391057061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:17,139 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/7d152ba7d96c44a1801944acf5ec5dbc 2024-11-23T19:43:17,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/d2c6b87584734751bdd32b5dbe5f88e4 is 50, key is test_row_0/B:col10/1732390996721/Put/seqid=0 2024-11-23T19:43:17,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742388_1564 (size=12151) 2024-11-23T19:43:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-23T19:43:17,261 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:43:17,261 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:43:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-23T19:43:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-23T19:43:17,263 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:43:17,264 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:43:17,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:43:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-23T19:43:17,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391057371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:17,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:17,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391057371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:17,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391057371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:17,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:17,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:17,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391057371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:17,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:17,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391057371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:17,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:17,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T19:43:17,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:17,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:17,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:17,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:17,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:17,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/d2c6b87584734751bdd32b5dbe5f88e4 2024-11-23T19:43:17,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/55b7c6f3ee4f4836862491e89361dee4 is 50, key is test_row_0/C:col10/1732390996721/Put/seqid=0 2024-11-23T19:43:17,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742389_1565 (size=12151) 2024-11-23T19:43:17,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T19:43:17,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:17,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:17,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:17,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:17,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-23T19:43:17,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T19:43:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:17,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:17,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T19:43:17,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:17,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:17,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:17,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:17,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:17,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391057880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:17,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391057880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:17,882 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,882 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,882 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:17,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:17,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391057880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:17,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:17,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391057880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:17,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:17,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391057880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:17,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:17,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-23T19:43:17,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/55b7c6f3ee4f4836862491e89361dee4 2024-11-23T19:43:17,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/7d152ba7d96c44a1801944acf5ec5dbc as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/7d152ba7d96c44a1801944acf5ec5dbc 2024-11-23T19:43:17,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/7d152ba7d96c44a1801944acf5ec5dbc, entries=200, sequenceid=217, filesize=38.8 K 2024-11-23T19:43:17,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/d2c6b87584734751bdd32b5dbe5f88e4 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/d2c6b87584734751bdd32b5dbe5f88e4 2024-11-23T19:43:17,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/d2c6b87584734751bdd32b5dbe5f88e4, entries=150, sequenceid=217, filesize=11.9 K 2024-11-23T19:43:17,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/55b7c6f3ee4f4836862491e89361dee4 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/55b7c6f3ee4f4836862491e89361dee4 2024-11-23T19:43:17,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/55b7c6f3ee4f4836862491e89361dee4, entries=150, sequenceid=217, filesize=11.9 K 2024-11-23T19:43:17,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 1245ms, sequenceid=217, compaction requested=true 2024-11-23T19:43:17,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:17,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:43:17,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:17,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:43:17,968 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:17,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:17,968 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:17,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:43:17,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:43:17,968 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:17,968 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:17,968 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/B is initiating minor compaction (all files) 2024-11-23T19:43:17,969 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/B in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:17,969 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7a052780b1e943af87388a2cb2a4b600, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/be6da8292ba548238f6ae0e04ef28f47, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/d2c6b87584734751bdd32b5dbe5f88e4] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=36.0 K 2024-11-23T19:43:17,969 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/A is initiating minor compaction (all files) 2024-11-23T19:43:17,969 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/A in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:17,969 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/58fbf41a220646fe91068a47c9697906, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b8a03b4f7da0462d97d1948dc5c716b7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/7d152ba7d96c44a1801944acf5ec5dbc] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=100.0 K 2024-11-23T19:43:17,969 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:17,969 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/58fbf41a220646fe91068a47c9697906, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b8a03b4f7da0462d97d1948dc5c716b7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/7d152ba7d96c44a1801944acf5ec5dbc] 2024-11-23T19:43:17,969 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a052780b1e943af87388a2cb2a4b600, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732390991246 2024-11-23T19:43:17,970 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58fbf41a220646fe91068a47c9697906, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732390991246 2024-11-23T19:43:17,970 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting be6da8292ba548238f6ae0e04ef28f47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732390992397 2024-11-23T19:43:17,970 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8a03b4f7da0462d97d1948dc5c716b7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732390992397 2024-11-23T19:43:17,970 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting d2c6b87584734751bdd32b5dbe5f88e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732390994573 2024-11-23T19:43:17,970 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d152ba7d96c44a1801944acf5ec5dbc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732390994570 2024-11-23T19:43:17,976 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#B#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:17,976 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/873c5cd8545b4168a24ec4d0b7a8cd93 is 50, key is test_row_0/B:col10/1732390996721/Put/seqid=0 2024-11-23T19:43:17,979 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:17,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742390_1566 (size=12663) 2024-11-23T19:43:17,995 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123032d02b6eaa14b1a9700e9e514f7a3ce_4435eff21b0f91fa7f82b1fcc36bc3d0 store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:17,998 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123032d02b6eaa14b1a9700e9e514f7a3ce_4435eff21b0f91fa7f82b1fcc36bc3d0, store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:17,998 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123032d02b6eaa14b1a9700e9e514f7a3ce_4435eff21b0f91fa7f82b1fcc36bc3d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:18,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742391_1567 (size=4469) 2024-11-23T19:43:18,002 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#A#compaction#475 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:18,002 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/2092799b61a54517a8693eebd83dff6c is 175, key is test_row_0/A:col10/1732390996721/Put/seqid=0 2024-11-23T19:43:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742392_1568 (size=31617) 2024-11-23T19:43:18,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T19:43:18,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:18,026 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T19:43:18,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fa7874d5be8c4c37bea87603bb11c22c_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732390996741/Put/seqid=0 2024-11-23T19:43:18,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742393_1569 (size=12304) 2024-11-23T19:43:18,391 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/873c5cd8545b4168a24ec4d0b7a8cd93 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/873c5cd8545b4168a24ec4d0b7a8cd93 2024-11-23T19:43:18,395 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/B of 4435eff21b0f91fa7f82b1fcc36bc3d0 into 873c5cd8545b4168a24ec4d0b7a8cd93(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:18,395 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:18,395 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/B, priority=13, startTime=1732390997968; duration=0sec 2024-11-23T19:43:18,395 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:43:18,395 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:B 2024-11-23T19:43:18,395 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:18,396 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:18,396 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/C is initiating minor compaction (all files) 2024-11-23T19:43:18,396 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/C in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:18,396 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/64ab9ad0032648d5b486735c3481f667, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/1bf8665234f54931bdbc56cedbd064b6, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/55b7c6f3ee4f4836862491e89361dee4] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=36.0 K 2024-11-23T19:43:18,396 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 64ab9ad0032648d5b486735c3481f667, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732390991246 2024-11-23T19:43:18,396 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bf8665234f54931bdbc56cedbd064b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732390992397 2024-11-23T19:43:18,397 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 55b7c6f3ee4f4836862491e89361dee4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732390994573 2024-11-23T19:43:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-23T19:43:18,402 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#C#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:18,403 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/f5a4c63cf04249bf8fcd0e84ca75f1bc is 50, key is test_row_0/C:col10/1732390996721/Put/seqid=0 2024-11-23T19:43:18,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742394_1570 (size=12663) 2024-11-23T19:43:18,410 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/2092799b61a54517a8693eebd83dff6c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/2092799b61a54517a8693eebd83dff6c 2024-11-23T19:43:18,413 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/A of 4435eff21b0f91fa7f82b1fcc36bc3d0 into 2092799b61a54517a8693eebd83dff6c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:18,413 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:18,413 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/A, priority=13, startTime=1732390997967; duration=0sec 2024-11-23T19:43:18,413 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:18,413 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:A 2024-11-23T19:43:18,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,437 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fa7874d5be8c4c37bea87603bb11c22c_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fa7874d5be8c4c37bea87603bb11c22c_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:18,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/0b795159081c421486f67ae03654dfa8, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:18,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/0b795159081c421486f67ae03654dfa8 is 175, key is test_row_0/A:col10/1732390996741/Put/seqid=0 2024-11-23T19:43:18,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742395_1571 (size=31105) 2024-11-23T19:43:18,441 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/0b795159081c421486f67ae03654dfa8 2024-11-23T19:43:18,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/27571b8b996a41ca9a579e11a22d286e is 50, key is test_row_0/B:col10/1732390996741/Put/seqid=0 2024-11-23T19:43:18,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742396_1572 (size=12151) 2024-11-23T19:43:18,450 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/27571b8b996a41ca9a579e11a22d286e 2024-11-23T19:43:18,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/a83d768da75c4606b6d3849c66967c72 is 50, key is test_row_0/C:col10/1732390996741/Put/seqid=0 2024-11-23T19:43:18,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742397_1573 (size=12151) 2024-11-23T19:43:18,809 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/f5a4c63cf04249bf8fcd0e84ca75f1bc as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/f5a4c63cf04249bf8fcd0e84ca75f1bc 2024-11-23T19:43:18,812 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/C of 4435eff21b0f91fa7f82b1fcc36bc3d0 into f5a4c63cf04249bf8fcd0e84ca75f1bc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:18,812 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:18,812 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/C, priority=13, startTime=1732390997968; duration=0sec 2024-11-23T19:43:18,812 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:18,812 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:C 2024-11-23T19:43:18,859 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/a83d768da75c4606b6d3849c66967c72 2024-11-23T19:43:18,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/0b795159081c421486f67ae03654dfa8 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/0b795159081c421486f67ae03654dfa8 2024-11-23T19:43:18,864 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/0b795159081c421486f67ae03654dfa8, entries=150, sequenceid=235, filesize=30.4 K 2024-11-23T19:43:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/27571b8b996a41ca9a579e11a22d286e as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/27571b8b996a41ca9a579e11a22d286e 2024-11-23T19:43:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,867 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/27571b8b996a41ca9a579e11a22d286e, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T19:43:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/a83d768da75c4606b6d3849c66967c72 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/a83d768da75c4606b6d3849c66967c72 2024-11-23T19:43:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,870 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/a83d768da75c4606b6d3849c66967c72, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T19:43:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,871 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 845ms, sequenceid=235, compaction requested=false 2024-11-23T19:43:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-23T19:43:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=145 2024-11-23T19:43:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-23T19:43:18,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6080 sec 2024-11-23T19:43:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.6130 sec 2024-11-23T19:43:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:18,926 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:43:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T19:43:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:18,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f1327e0961b343989b1a826aa29ad43c_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732390998926/Put/seqid=0 2024-11-23T19:43:18,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742398_1574 (size=14794) 2024-11-23T19:43:18,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391058957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:18,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:18,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:18,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391058957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:18,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391058957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:18,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391058962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:18,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391058962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:19,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391059071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:19,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391059071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:19,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391059071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391059071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391059071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:19,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391059280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391059280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:19,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391059280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:19,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391059280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391059280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:19,347 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:19,350 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f1327e0961b343989b1a826aa29ad43c_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f1327e0961b343989b1a826aa29ad43c_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:19,351 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/6eb63e823fe94adebaa54d390cedb0b2, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:19,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/6eb63e823fe94adebaa54d390cedb0b2 is 175, key is test_row_0/A:col10/1732390998926/Put/seqid=0 2024-11-23T19:43:19,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742399_1575 (size=39749) 2024-11-23T19:43:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-23T19:43:19,411 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:43:19,411 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:43:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-23T19:43:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-23T19:43:19,413 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:43:19,414 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:43:19,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:43:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-23T19:43:19,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T19:43:19,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:19,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:19,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:19,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:19,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:19,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391059590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:19,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:19,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391059590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:19,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391059590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391059590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391059590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:19,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T19:43:19,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:19,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:19,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:19,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:19,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-23T19:43:19,754 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/6eb63e823fe94adebaa54d390cedb0b2 2024-11-23T19:43:19,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/b0b62d4b5260406382b43b9ca9eb811f is 50, key is test_row_0/B:col10/1732390998926/Put/seqid=0 2024-11-23T19:43:19,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742400_1576 (size=12151) 2024-11-23T19:43:19,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/b0b62d4b5260406382b43b9ca9eb811f 2024-11-23T19:43:19,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/8818f46f1abf48acb3baec5112f0db00 is 50, key is test_row_0/C:col10/1732390998926/Put/seqid=0 2024-11-23T19:43:19,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742401_1577 (size=12151) 2024-11-23T19:43:19,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T19:43:19,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:19,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:19,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:19,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:19,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:20,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T19:43:20,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:20,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:20,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:20,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:20,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-23T19:43:20,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391060100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:20,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391060100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:20,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391060100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:20,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391060100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:20,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391060101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:20,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/8818f46f1abf48acb3baec5112f0db00 2024-11-23T19:43:20,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/6eb63e823fe94adebaa54d390cedb0b2 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/6eb63e823fe94adebaa54d390cedb0b2 2024-11-23T19:43:20,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T19:43:20,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:20,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:20,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:20,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:20,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:20,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/6eb63e823fe94adebaa54d390cedb0b2, entries=200, sequenceid=250, filesize=38.8 K 2024-11-23T19:43:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:20,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/b0b62d4b5260406382b43b9ca9eb811f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/b0b62d4b5260406382b43b9ca9eb811f 2024-11-23T19:43:20,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/b0b62d4b5260406382b43b9ca9eb811f, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T19:43:20,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/8818f46f1abf48acb3baec5112f0db00 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/8818f46f1abf48acb3baec5112f0db00 2024-11-23T19:43:20,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/8818f46f1abf48acb3baec5112f0db00, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T19:43:20,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 1259ms, sequenceid=250, compaction requested=true 2024-11-23T19:43:20,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:20,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:43:20,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:20,185 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:20,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:43:20,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:20,185 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:20,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:43:20,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:43:20,186 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:20,186 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:20,186 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/A is initiating minor compaction (all files) 2024-11-23T19:43:20,186 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/B is initiating minor compaction (all files) 2024-11-23T19:43:20,186 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/B in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:20,186 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/A in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:20,186 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/873c5cd8545b4168a24ec4d0b7a8cd93, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/27571b8b996a41ca9a579e11a22d286e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/b0b62d4b5260406382b43b9ca9eb811f] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=36.1 K 2024-11-23T19:43:20,186 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/2092799b61a54517a8693eebd83dff6c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/0b795159081c421486f67ae03654dfa8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/6eb63e823fe94adebaa54d390cedb0b2] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=100.1 K 2024-11-23T19:43:20,186 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:20,186 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/2092799b61a54517a8693eebd83dff6c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/0b795159081c421486f67ae03654dfa8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/6eb63e823fe94adebaa54d390cedb0b2] 2024-11-23T19:43:20,187 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 873c5cd8545b4168a24ec4d0b7a8cd93, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732390994573 2024-11-23T19:43:20,187 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2092799b61a54517a8693eebd83dff6c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732390994573 2024-11-23T19:43:20,187 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 27571b8b996a41ca9a579e11a22d286e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732390996739 2024-11-23T19:43:20,187 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b795159081c421486f67ae03654dfa8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732390996739 2024-11-23T19:43:20,187 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting b0b62d4b5260406382b43b9ca9eb811f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732390998925 2024-11-23T19:43:20,187 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6eb63e823fe94adebaa54d390cedb0b2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732390998924 2024-11-23T19:43:20,191 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:20,192 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411232316149f0a5c4bfb801ef6f0febda279_4435eff21b0f91fa7f82b1fcc36bc3d0 store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:20,193 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#B#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:20,193 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/047d54a692574246a773dad94c60138d is 50, key is test_row_0/B:col10/1732390998926/Put/seqid=0 2024-11-23T19:43:20,193 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411232316149f0a5c4bfb801ef6f0febda279_4435eff21b0f91fa7f82b1fcc36bc3d0, store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:20,194 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232316149f0a5c4bfb801ef6f0febda279_4435eff21b0f91fa7f82b1fcc36bc3d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:20,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742403_1579 (size=4469) 2024-11-23T19:43:20,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742402_1578 (size=12765) 2024-11-23T19:43:20,197 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#A#compaction#483 average throughput is 4.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:20,198 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/d61fdd955b3a43709be044d08cd6025c is 175, key is test_row_0/A:col10/1732390998926/Put/seqid=0 2024-11-23T19:43:20,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742404_1580 (size=31719) 2024-11-23T19:43:20,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T19:43:20,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:20,328 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T19:43:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cdc790fc909f4f74bd2419c54926a002_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732390998942/Put/seqid=0 2024-11-23T19:43:20,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742405_1581 (size=12454) 2024-11-23T19:43:20,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:20,340 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cdc790fc909f4f74bd2419c54926a002_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cdc790fc909f4f74bd2419c54926a002_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:20,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/b8ccaacd1779416b83dcfdf80f3d6e7c, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:20,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/b8ccaacd1779416b83dcfdf80f3d6e7c is 175, key is test_row_0/A:col10/1732390998942/Put/seqid=0 2024-11-23T19:43:20,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742406_1582 (size=31255) 2024-11-23T19:43:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-23T19:43:20,600 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/047d54a692574246a773dad94c60138d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/047d54a692574246a773dad94c60138d 2024-11-23T19:43:20,603 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/d61fdd955b3a43709be044d08cd6025c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/d61fdd955b3a43709be044d08cd6025c 2024-11-23T19:43:20,604 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/B of 4435eff21b0f91fa7f82b1fcc36bc3d0 into 047d54a692574246a773dad94c60138d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:20,604 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:20,604 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/B, priority=13, startTime=1732391000185; duration=0sec 2024-11-23T19:43:20,604 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:43:20,604 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:B 2024-11-23T19:43:20,604 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:20,608 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:20,608 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/C is initiating minor compaction (all files) 2024-11-23T19:43:20,608 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/C in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:20,608 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/f5a4c63cf04249bf8fcd0e84ca75f1bc, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/a83d768da75c4606b6d3849c66967c72, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/8818f46f1abf48acb3baec5112f0db00] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=36.1 K 2024-11-23T19:43:20,608 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting f5a4c63cf04249bf8fcd0e84ca75f1bc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732390994573 2024-11-23T19:43:20,608 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting a83d768da75c4606b6d3849c66967c72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732390996739 2024-11-23T19:43:20,609 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8818f46f1abf48acb3baec5112f0db00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732390998925 2024-11-23T19:43:20,611 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/A of 4435eff21b0f91fa7f82b1fcc36bc3d0 into d61fdd955b3a43709be044d08cd6025c(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:20,611 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:20,611 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/A, priority=13, startTime=1732391000185; duration=0sec 2024-11-23T19:43:20,611 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:20,611 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:A 2024-11-23T19:43:20,614 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#C#compaction#486 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:20,614 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/857fc130abe541809fa60bad81846d1f is 50, key is test_row_0/C:col10/1732390998926/Put/seqid=0 2024-11-23T19:43:20,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742407_1583 (size=12765) 2024-11-23T19:43:20,745 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/b8ccaacd1779416b83dcfdf80f3d6e7c 2024-11-23T19:43:20,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/7b7ed1a19cb34435b58ba479719c65f5 is 50, key is test_row_0/B:col10/1732390998942/Put/seqid=0 2024-11-23T19:43:20,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742408_1584 (size=12301) 2024-11-23T19:43:21,020 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/857fc130abe541809fa60bad81846d1f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/857fc130abe541809fa60bad81846d1f 2024-11-23T19:43:21,022 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/C of 4435eff21b0f91fa7f82b1fcc36bc3d0 into 857fc130abe541809fa60bad81846d1f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:21,022 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:21,023 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/C, priority=13, startTime=1732391000185; duration=0sec 2024-11-23T19:43:21,023 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:21,023 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:C 2024-11-23T19:43:21,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:21,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391061118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,121 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,121 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,121 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391061119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391061120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732391061120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391061121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,124 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e9a55eb58607,38025,1732390810767 for 'test_row_0' in 4435eff21b0f91fa7f82b1fcc36bc3d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-23T19:43:21,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,153 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/7b7ed1a19cb34435b58ba479719c65f5 2024-11-23T19:43:21,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/9917f6f85f56474b9b83bc7441057fd9 is 50, key is test_row_0/C:col10/1732390998942/Put/seqid=0 2024-11-23T19:43:21,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742409_1585 (size=12301) 2024-11-23T19:43:21,163 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/9917f6f85f56474b9b83bc7441057fd9 2024-11-23T19:43:21,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/b8ccaacd1779416b83dcfdf80f3d6e7c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b8ccaacd1779416b83dcfdf80f3d6e7c 2024-11-23T19:43:21,169 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b8ccaacd1779416b83dcfdf80f3d6e7c, entries=150, sequenceid=274, filesize=30.5 K 2024-11-23T19:43:21,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/7b7ed1a19cb34435b58ba479719c65f5 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7b7ed1a19cb34435b58ba479719c65f5 2024-11-23T19:43:21,172 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7b7ed1a19cb34435b58ba479719c65f5, entries=150, sequenceid=274, filesize=12.0 K 2024-11-23T19:43:21,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/9917f6f85f56474b9b83bc7441057fd9 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/9917f6f85f56474b9b83bc7441057fd9 2024-11-23T19:43:21,174 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/9917f6f85f56474b9b83bc7441057fd9, entries=150, sequenceid=274, filesize=12.0 K 2024-11-23T19:43:21,175 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 847ms, sequenceid=274, compaction requested=false 2024-11-23T19:43:21,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:21,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:21,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-23T19:43:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-23T19:43:21,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-23T19:43:21,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7620 sec 2024-11-23T19:43:21,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.7670 sec 2024-11-23T19:43:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:21,232 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T19:43:21,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T19:43:21,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230692c6e8226040b199f795d5b5cbac17_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732391001118/Put/seqid=0 2024-11-23T19:43:21,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742410_1586 (size=14994) 2024-11-23T19:43:21,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391061254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391061256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391061257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391061258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391061371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391061371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391061371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391061371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-23T19:43:21,561 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:43:21,561 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T19:43:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-23T19:43:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-23T19:43:21,562 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T19:43:21,563 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T19:43:21,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T19:43:21,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391061580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391061580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391061580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391061580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,583 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,583 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,583 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,642 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:21,644 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230692c6e8226040b199f795d5b5cbac17_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230692c6e8226040b199f795d5b5cbac17_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:21,645 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/d609896e8fbf4c4eb23384eadb75cb9b, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:21,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/d609896e8fbf4c4eb23384eadb75cb9b is 175, key is test_row_0/A:col10/1732391001118/Put/seqid=0 2024-11-23T19:43:21,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742411_1587 (size=39949) 2024-11-23T19:43:21,665 INFO [Thread-2293 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2293. 2024-11-23T19:43:21,665 INFO [Thread-2297 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2297. 2024-11-23T19:43:21,665 DEBUG [Thread-2293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:43:21,665 DEBUG [Thread-2297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:43:21,665 DEBUG [Thread-2293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:21,665 DEBUG [Thread-2297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:21,665 DEBUG [Thread-2297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:21,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:43:21,666 DEBUG [Thread-2293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:21,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:43:21,667 INFO [Thread-2289 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2289. 2024-11-23T19:43:21,667 DEBUG [Thread-2289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:43:21,667 DEBUG [Thread-2289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:21,667 DEBUG [Thread-2289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:21,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:43:21,669 INFO [Thread-2295 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2295. 2024-11-23T19:43:21,669 DEBUG [Thread-2295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:43:21,669 DEBUG [Thread-2295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:21,669 DEBUG [Thread-2295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:21,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:43:21,669 INFO [Thread-2291 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2291. 2024-11-23T19:43:21,669 DEBUG [Thread-2291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:43:21,669 DEBUG [Thread-2291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:21,669 DEBUG [Thread-2291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:21,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:43:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-23T19:43:21,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T19:43:21,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:21,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:21,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:21,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:21,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:21,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T19:43:21,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:21,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:21,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:21,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:21,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-23T19:43:21,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391061891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391061891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391061892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:21,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391061892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:21,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:21,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:21,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:22,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T19:43:22,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:22,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:22,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:22,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,049 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/d609896e8fbf4c4eb23384eadb75cb9b 2024-11-23T19:43:22,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/8b6e2f2052644bc4998e49ea33f92c42 is 50, key is test_row_0/B:col10/1732391001118/Put/seqid=0 2024-11-23T19:43:22,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742412_1588 (size=12301) 2024-11-23T19:43:22,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T19:43:22,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:22,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:22,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:22,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-23T19:43:22,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T19:43:22,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:22,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:22,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:22,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:22,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40962 deadline: 1732391062401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:22,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41014 deadline: 1732391062401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40988 deadline: 1732391062401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:22,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T19:43:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41010 deadline: 1732391062401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 , the old value is region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T19:43:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., hostname=e9a55eb58607,38025,1732390810767, seqNum=5 because the exception is null or not the one we care about 2024-11-23T19:43:22,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/8b6e2f2052644bc4998e49ea33f92c42 2024-11-23T19:43:22,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/08b74db2d3944255bf413e2612a625b7 is 50, key is test_row_0/C:col10/1732391001118/Put/seqid=0 2024-11-23T19:43:22,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742413_1589 (size=12301) 2024-11-23T19:43:22,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T19:43:22,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:22,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:22,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:22,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T19:43:22,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:22,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:22,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:22,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-23T19:43:22,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T19:43:22,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:22,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:22,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:22,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:43:22,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/08b74db2d3944255bf413e2612a625b7 2024-11-23T19:43:22,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/d609896e8fbf4c4eb23384eadb75cb9b as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/d609896e8fbf4c4eb23384eadb75cb9b 2024-11-23T19:43:22,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/d609896e8fbf4c4eb23384eadb75cb9b, entries=200, sequenceid=291, filesize=39.0 K 2024-11-23T19:43:22,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/8b6e2f2052644bc4998e49ea33f92c42 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/8b6e2f2052644bc4998e49ea33f92c42 2024-11-23T19:43:22,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/8b6e2f2052644bc4998e49ea33f92c42, entries=150, sequenceid=291, filesize=12.0 K 2024-11-23T19:43:22,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/08b74db2d3944255bf413e2612a625b7 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/08b74db2d3944255bf413e2612a625b7 2024-11-23T19:43:22,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/08b74db2d3944255bf413e2612a625b7, entries=150, sequenceid=291, filesize=12.0 K 2024-11-23T19:43:22,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 1674ms, sequenceid=291, compaction requested=true 2024-11-23T19:43:22,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:22,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T19:43:22,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:22,907 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:22,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T19:43:22,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:22,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4435eff21b0f91fa7f82b1fcc36bc3d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T19:43:22,907 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:22,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:43:22,908 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:22,908 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:22,908 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/B is initiating minor compaction (all files) 2024-11-23T19:43:22,908 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/A is initiating minor compaction (all files) 2024-11-23T19:43:22,908 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/A in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:22,908 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/B in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:22,908 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/d61fdd955b3a43709be044d08cd6025c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b8ccaacd1779416b83dcfdf80f3d6e7c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/d609896e8fbf4c4eb23384eadb75cb9b] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=100.5 K 2024-11-23T19:43:22,908 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/047d54a692574246a773dad94c60138d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7b7ed1a19cb34435b58ba479719c65f5, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/8b6e2f2052644bc4998e49ea33f92c42] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=36.5 K 2024-11-23T19:43:22,908 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:22,908 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. files: [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/d61fdd955b3a43709be044d08cd6025c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b8ccaacd1779416b83dcfdf80f3d6e7c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/d609896e8fbf4c4eb23384eadb75cb9b] 2024-11-23T19:43:22,908 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 047d54a692574246a773dad94c60138d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732390998925 2024-11-23T19:43:22,909 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting d61fdd955b3a43709be044d08cd6025c, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732390998925 2024-11-23T19:43:22,909 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b7ed1a19cb34435b58ba479719c65f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732390998942 2024-11-23T19:43:22,909 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting b8ccaacd1779416b83dcfdf80f3d6e7c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732390998942 2024-11-23T19:43:22,909 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b6e2f2052644bc4998e49ea33f92c42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732391001118 2024-11-23T19:43:22,909 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] compactions.Compactor(225): Compacting d609896e8fbf4c4eb23384eadb75cb9b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732391001112 2024-11-23T19:43:22,915 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:22,916 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:22,917 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/039220ac81294ef194db0b8987382baf is 50, key is test_row_0/B:col10/1732391001118/Put/seqid=0 2024-11-23T19:43:22,918 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411233e2a567e30114c5f8116be0ed43974fc_4435eff21b0f91fa7f82b1fcc36bc3d0 store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:22,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742414_1590 (size=13017) 2024-11-23T19:43:22,923 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411233e2a567e30114c5f8116be0ed43974fc_4435eff21b0f91fa7f82b1fcc36bc3d0, store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:22,924 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233e2a567e30114c5f8116be0ed43974fc_4435eff21b0f91fa7f82b1fcc36bc3d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:22,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742415_1591 (size=4469) 2024-11-23T19:43:22,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T19:43:22,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:22,956 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T19:43:22,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230d093fb9f67b448ebc39500bb4d68060_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732391001251/Put/seqid=0 2024-11-23T19:43:22,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742416_1592 (size=12454) 2024-11-23T19:43:22,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:22,969 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230d093fb9f67b448ebc39500bb4d68060_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230d093fb9f67b448ebc39500bb4d68060_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:22,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/69634a3b15194b28b7765cd9e1c5c322, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:22,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/69634a3b15194b28b7765cd9e1c5c322 is 175, key is test_row_0/A:col10/1732391001251/Put/seqid=0 2024-11-23T19:43:22,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742417_1593 (size=31255) 2024-11-23T19:43:23,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. as already flushing 2024-11-23T19:43:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] regionserver.HRegion(8855): Flush requested on 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:23,133 INFO [Thread-2282 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2282. 2024-11-23T19:43:23,133 DEBUG [Thread-2282 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:43:23,133 DEBUG [Thread-2282 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:23,133 DEBUG [Thread-2282 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:23,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:43:23,326 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/039220ac81294ef194db0b8987382baf as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/039220ac81294ef194db0b8987382baf 2024-11-23T19:43:23,327 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#A#compaction#493 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:23,328 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/168af14de8534c0ba8cf26afd750747f is 175, key is test_row_0/A:col10/1732391001118/Put/seqid=0 2024-11-23T19:43:23,330 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/B of 4435eff21b0f91fa7f82b1fcc36bc3d0 into 039220ac81294ef194db0b8987382baf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:23,330 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:23,330 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/B, priority=13, startTime=1732391002907; duration=0sec 2024-11-23T19:43:23,330 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T19:43:23,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742418_1594 (size=31971) 2024-11-23T19:43:23,331 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:B 2024-11-23T19:43:23,331 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T19:43:23,331 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T19:43:23,331 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1541): 4435eff21b0f91fa7f82b1fcc36bc3d0/C is initiating minor compaction (all files) 2024-11-23T19:43:23,331 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4435eff21b0f91fa7f82b1fcc36bc3d0/C in TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:23,331 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/857fc130abe541809fa60bad81846d1f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/9917f6f85f56474b9b83bc7441057fd9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/08b74db2d3944255bf413e2612a625b7] into tmpdir=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp, totalSize=36.5 K 2024-11-23T19:43:23,332 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 857fc130abe541809fa60bad81846d1f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732390998925 2024-11-23T19:43:23,332 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9917f6f85f56474b9b83bc7441057fd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732390998942 2024-11-23T19:43:23,332 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08b74db2d3944255bf413e2612a625b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732391001118 2024-11-23T19:43:23,338 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4435eff21b0f91fa7f82b1fcc36bc3d0#C#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T19:43:23,338 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/8dbc924647c04217ad5312da1a233a16 is 50, key is test_row_0/C:col10/1732391001118/Put/seqid=0 2024-11-23T19:43:23,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742419_1595 (size=13017) 2024-11-23T19:43:23,374 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/69634a3b15194b28b7765cd9e1c5c322 2024-11-23T19:43:23,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/802ec81e31ab43a38b607548dd6c4341 is 50, key is test_row_0/B:col10/1732391001251/Put/seqid=0 2024-11-23T19:43:23,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742420_1596 (size=12301) 2024-11-23T19:43:23,412 INFO [Thread-2284 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2284. 2024-11-23T19:43:23,412 DEBUG [Thread-2284 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:43:23,413 DEBUG [Thread-2284 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:23,413 DEBUG [Thread-2284 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:23,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:43:23,413 INFO [Thread-2286 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2286. 2024-11-23T19:43:23,413 INFO [Thread-2278 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2278. 2024-11-23T19:43:23,413 DEBUG [Thread-2286 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:43:23,413 DEBUG [Thread-2278 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:43:23,413 DEBUG [Thread-2286 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:23,413 DEBUG [Thread-2278 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:23,414 DEBUG [Thread-2278 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:23,414 DEBUG [Thread-2286 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:23,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:43:23,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:43:23,422 INFO [Thread-2280 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2280. 2024-11-23T19:43:23,422 DEBUG [Thread-2280 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-23T19:43:23,422 DEBUG [Thread-2280 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:23,422 DEBUG [Thread-2280 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:23,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:43:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-23T19:43:23,742 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/168af14de8534c0ba8cf26afd750747f as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/168af14de8534c0ba8cf26afd750747f 2024-11-23T19:43:23,749 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/8dbc924647c04217ad5312da1a233a16 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/8dbc924647c04217ad5312da1a233a16 2024-11-23T19:43:23,750 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/A of 4435eff21b0f91fa7f82b1fcc36bc3d0 into 168af14de8534c0ba8cf26afd750747f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:23,750 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:23,750 INFO [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/A, priority=13, startTime=1732391002907; duration=0sec 2024-11-23T19:43:23,750 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:23,750 DEBUG [RS:0;e9a55eb58607:38025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:A 2024-11-23T19:43:23,754 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4435eff21b0f91fa7f82b1fcc36bc3d0/C of 4435eff21b0f91fa7f82b1fcc36bc3d0 into 8dbc924647c04217ad5312da1a233a16(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T19:43:23,754 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:23,754 INFO [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., storeName=4435eff21b0f91fa7f82b1fcc36bc3d0/C, priority=13, startTime=1732391002907; duration=0sec 2024-11-23T19:43:23,755 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T19:43:23,755 DEBUG [RS:0;e9a55eb58607:38025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4435eff21b0f91fa7f82b1fcc36bc3d0:C 2024-11-23T19:43:23,790 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/802ec81e31ab43a38b607548dd6c4341 2024-11-23T19:43:23,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/b1e8a4588bc24660b4af98ab7a74c731 is 50, key is test_row_0/C:col10/1732391001251/Put/seqid=0 2024-11-23T19:43:23,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742421_1597 (size=12301) 2024-11-23T19:43:24,208 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/b1e8a4588bc24660b4af98ab7a74c731 2024-11-23T19:43:24,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/69634a3b15194b28b7765cd9e1c5c322 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/69634a3b15194b28b7765cd9e1c5c322 2024-11-23T19:43:24,221 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/69634a3b15194b28b7765cd9e1c5c322, entries=150, sequenceid=313, filesize=30.5 K 2024-11-23T19:43:24,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/802ec81e31ab43a38b607548dd6c4341 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/802ec81e31ab43a38b607548dd6c4341 2024-11-23T19:43:24,226 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/802ec81e31ab43a38b607548dd6c4341, entries=150, sequenceid=313, filesize=12.0 K 2024-11-23T19:43:24,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/b1e8a4588bc24660b4af98ab7a74c731 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/b1e8a4588bc24660b4af98ab7a74c731 2024-11-23T19:43:24,230 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/b1e8a4588bc24660b4af98ab7a74c731, entries=150, sequenceid=313, filesize=12.0 K 2024-11-23T19:43:24,231 INFO [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=33.54 KB/34350 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 1275ms, sequenceid=313, compaction requested=false 2024-11-23T19:43:24,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: 2024-11-23T19:43:24,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:24,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e9a55eb58607:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-23T19:43:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-23T19:43:24,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-23T19:43:24,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6690 sec 2024-11-23T19:43:24,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.6740 sec 2024-11-23T19:43:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-23T19:43:25,731 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:43:25,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T19:43:25,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-23T19:43:25,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-23T19:43:25,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-23T19:43:25,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-23T19:43:25,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-23T19:43:25,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T19:43:25,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4157 2024-11-23T19:43:25,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4065 2024-11-23T19:43:25,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4071 2024-11-23T19:43:25,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4166 2024-11-23T19:43:25,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4068 2024-11-23T19:43:25,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T19:43:25,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:43:25,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:43:25,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:25,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:25,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:43:25,733 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T19:43:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T19:43:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-23T19:43:25,738 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732391005738"}]},"ts":"1732391005738"} 2024-11-23T19:43:25,740 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T19:43:25,740 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T19:43:25,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T19:43:25,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4435eff21b0f91fa7f82b1fcc36bc3d0, UNASSIGN}] 2024-11-23T19:43:25,745 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4435eff21b0f91fa7f82b1fcc36bc3d0, UNASSIGN 2024-11-23T19:43:25,746 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=152 updating hbase:meta row=4435eff21b0f91fa7f82b1fcc36bc3d0, regionState=CLOSING, regionLocation=e9a55eb58607,38025,1732390810767 2024-11-23T19:43:25,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4435eff21b0f91fa7f82b1fcc36bc3d0, UNASSIGN because future has completed 2024-11-23T19:43:25,748 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T19:43:25,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767}] 2024-11-23T19:43:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-23T19:43:25,901 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(122): Close 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:25,902 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T19:43:25,902 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1722): Closing 4435eff21b0f91fa7f82b1fcc36bc3d0, disabling compactions & flushes 2024-11-23T19:43:25,902 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:25,902 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:25,902 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. after waiting 0 ms 2024-11-23T19:43:25,902 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:25,903 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(2902): Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T19:43:25,913 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d9e57116ab104f2f96d2e2c022bbb154_4435eff21b0f91fa7f82b1fcc36bc3d0 is 50, key is test_row_0/A:col10/1732391003411/Put/seqid=0 2024-11-23T19:43:25,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742422_1598 (size=9914) 2024-11-23T19:43:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-23T19:43:26,318 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:43:26,327 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d9e57116ab104f2f96d2e2c022bbb154_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d9e57116ab104f2f96d2e2c022bbb154_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:26,328 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/40490f8010bc4837a90bc4732db8df1e, store: [table=TestAcidGuarantees family=A region=4435eff21b0f91fa7f82b1fcc36bc3d0] 2024-11-23T19:43:26,329 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/40490f8010bc4837a90bc4732db8df1e is 175, key is test_row_0/A:col10/1732391003411/Put/seqid=0 2024-11-23T19:43:26,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742423_1599 (size=22561) 2024-11-23T19:43:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-23T19:43:26,737 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/40490f8010bc4837a90bc4732db8df1e 2024-11-23T19:43:26,752 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/d9627ecd237240f2b737fb754e21e9c7 is 50, key is test_row_0/B:col10/1732391003411/Put/seqid=0 2024-11-23T19:43:26,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742424_1600 (size=9857) 2024-11-23T19:43:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-23T19:43:27,159 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/d9627ecd237240f2b737fb754e21e9c7 2024-11-23T19:43:27,171 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/e74507d692eb4edbb1abc7ba9e0d214c is 50, key is test_row_0/C:col10/1732391003411/Put/seqid=0 2024-11-23T19:43:27,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742425_1601 (size=9857) 2024-11-23T19:43:27,576 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/e74507d692eb4edbb1abc7ba9e0d214c 2024-11-23T19:43:27,586 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/A/40490f8010bc4837a90bc4732db8df1e as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/40490f8010bc4837a90bc4732db8df1e 2024-11-23T19:43:27,592 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/40490f8010bc4837a90bc4732db8df1e, entries=100, sequenceid=324, filesize=22.0 K 2024-11-23T19:43:27,593 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/B/d9627ecd237240f2b737fb754e21e9c7 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/d9627ecd237240f2b737fb754e21e9c7 2024-11-23T19:43:27,597 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/d9627ecd237240f2b737fb754e21e9c7, entries=100, sequenceid=324, filesize=9.6 K 2024-11-23T19:43:27,598 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/.tmp/C/e74507d692eb4edbb1abc7ba9e0d214c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/e74507d692eb4edbb1abc7ba9e0d214c 2024-11-23T19:43:27,601 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/e74507d692eb4edbb1abc7ba9e0d214c, entries=100, sequenceid=324, filesize=9.6 K 2024-11-23T19:43:27,602 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 1700ms, sequenceid=324, compaction requested=true 2024-11-23T19:43:27,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/2f80d892db5248b8989071928e414f5a, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/a76f2d6e7c9e4a3882f98b4993d98872, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/e2c3e894bb4545b98b07695e3134f0ba, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/77d2ba36b284488aaa05a2b4170d55a8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/bcd601835ae84e2ead1d389ce61987cb, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b963f7976ae341a59affd438bdab60bc, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/959c827fc2a8472f97ec7eb747dfb13c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/5e0f3d2c643249e8bc0b1b5ac53a19a1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/4c524efd968444c095806fc25f31d133, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/9338aa1daf3640329ef17320b9859d44, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/1e7789e3b2404de8b52e17e5a34804e1, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/58fbf41a220646fe91068a47c9697906, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/8ec6dd9595c6401290dc8c33c3d81e10, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b8a03b4f7da0462d97d1948dc5c716b7, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/7d152ba7d96c44a1801944acf5ec5dbc, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/2092799b61a54517a8693eebd83dff6c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/0b795159081c421486f67ae03654dfa8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/6eb63e823fe94adebaa54d390cedb0b2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/d61fdd955b3a43709be044d08cd6025c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b8ccaacd1779416b83dcfdf80f3d6e7c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/d609896e8fbf4c4eb23384eadb75cb9b] to archive 2024-11-23T19:43:27,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:43:27,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/2f80d892db5248b8989071928e414f5a to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/2f80d892db5248b8989071928e414f5a 2024-11-23T19:43:27,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/a76f2d6e7c9e4a3882f98b4993d98872 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/a76f2d6e7c9e4a3882f98b4993d98872 2024-11-23T19:43:27,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/e2c3e894bb4545b98b07695e3134f0ba to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/e2c3e894bb4545b98b07695e3134f0ba 2024-11-23T19:43:27,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/77d2ba36b284488aaa05a2b4170d55a8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/77d2ba36b284488aaa05a2b4170d55a8 2024-11-23T19:43:27,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/bcd601835ae84e2ead1d389ce61987cb to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/bcd601835ae84e2ead1d389ce61987cb 2024-11-23T19:43:27,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b963f7976ae341a59affd438bdab60bc to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b963f7976ae341a59affd438bdab60bc 2024-11-23T19:43:27,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/959c827fc2a8472f97ec7eb747dfb13c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/959c827fc2a8472f97ec7eb747dfb13c 2024-11-23T19:43:27,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/5e0f3d2c643249e8bc0b1b5ac53a19a1 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/5e0f3d2c643249e8bc0b1b5ac53a19a1 2024-11-23T19:43:27,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/4c524efd968444c095806fc25f31d133 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/4c524efd968444c095806fc25f31d133 2024-11-23T19:43:27,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/9338aa1daf3640329ef17320b9859d44 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/9338aa1daf3640329ef17320b9859d44 2024-11-23T19:43:27,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/1e7789e3b2404de8b52e17e5a34804e1 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/1e7789e3b2404de8b52e17e5a34804e1 2024-11-23T19:43:27,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/58fbf41a220646fe91068a47c9697906 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/58fbf41a220646fe91068a47c9697906 2024-11-23T19:43:27,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/8ec6dd9595c6401290dc8c33c3d81e10 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/8ec6dd9595c6401290dc8c33c3d81e10 2024-11-23T19:43:27,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b8a03b4f7da0462d97d1948dc5c716b7 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b8a03b4f7da0462d97d1948dc5c716b7 2024-11-23T19:43:27,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/7d152ba7d96c44a1801944acf5ec5dbc to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/7d152ba7d96c44a1801944acf5ec5dbc 2024-11-23T19:43:27,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/2092799b61a54517a8693eebd83dff6c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/2092799b61a54517a8693eebd83dff6c 2024-11-23T19:43:27,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/0b795159081c421486f67ae03654dfa8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/0b795159081c421486f67ae03654dfa8 2024-11-23T19:43:27,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/6eb63e823fe94adebaa54d390cedb0b2 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/6eb63e823fe94adebaa54d390cedb0b2 2024-11-23T19:43:27,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/d61fdd955b3a43709be044d08cd6025c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/d61fdd955b3a43709be044d08cd6025c 2024-11-23T19:43:27,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b8ccaacd1779416b83dcfdf80f3d6e7c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/b8ccaacd1779416b83dcfdf80f3d6e7c 2024-11-23T19:43:27,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/d609896e8fbf4c4eb23384eadb75cb9b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/d609896e8fbf4c4eb23384eadb75cb9b 2024-11-23T19:43:27,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/b3c1d6bdc9d049ea91dd6e3e4ade263b, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7155518e01214a34a31c714ccce0ff2e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/bdc4cee2cfaf42fe95b7253f568c06af, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/6a02ffa7bc15498aa1ac808012ebbe52, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/4712457b9e0e482d9a7594556b4e7dea, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/561787da64454728b62fa37f09abffb5, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/921bfd89889c477fbe626d3590d39f40, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/585855833e984b8faeec8a074d78feec, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/af8ae399f79049dcbbe0085fd764496d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/42c47861bd7c4e4ca291b50bfa213d4d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/0753053e32254610a9baeac63c83f025, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7a052780b1e943af87388a2cb2a4b600, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/ff78cbaa67254999a7604cbc70e755f6, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/be6da8292ba548238f6ae0e04ef28f47, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/873c5cd8545b4168a24ec4d0b7a8cd93, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/d2c6b87584734751bdd32b5dbe5f88e4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/27571b8b996a41ca9a579e11a22d286e, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/047d54a692574246a773dad94c60138d, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/b0b62d4b5260406382b43b9ca9eb811f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7b7ed1a19cb34435b58ba479719c65f5, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/8b6e2f2052644bc4998e49ea33f92c42] to archive 2024-11-23T19:43:27,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:43:27,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/b3c1d6bdc9d049ea91dd6e3e4ade263b to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/b3c1d6bdc9d049ea91dd6e3e4ade263b 2024-11-23T19:43:27,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7155518e01214a34a31c714ccce0ff2e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7155518e01214a34a31c714ccce0ff2e 2024-11-23T19:43:27,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/bdc4cee2cfaf42fe95b7253f568c06af to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/bdc4cee2cfaf42fe95b7253f568c06af 2024-11-23T19:43:27,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/6a02ffa7bc15498aa1ac808012ebbe52 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/6a02ffa7bc15498aa1ac808012ebbe52 2024-11-23T19:43:27,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/4712457b9e0e482d9a7594556b4e7dea to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/4712457b9e0e482d9a7594556b4e7dea 2024-11-23T19:43:27,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/561787da64454728b62fa37f09abffb5 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/561787da64454728b62fa37f09abffb5 2024-11-23T19:43:27,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/921bfd89889c477fbe626d3590d39f40 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/921bfd89889c477fbe626d3590d39f40 2024-11-23T19:43:27,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/585855833e984b8faeec8a074d78feec to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/585855833e984b8faeec8a074d78feec 2024-11-23T19:43:27,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/af8ae399f79049dcbbe0085fd764496d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/af8ae399f79049dcbbe0085fd764496d 2024-11-23T19:43:27,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/42c47861bd7c4e4ca291b50bfa213d4d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/42c47861bd7c4e4ca291b50bfa213d4d 2024-11-23T19:43:27,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/0753053e32254610a9baeac63c83f025 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/0753053e32254610a9baeac63c83f025 2024-11-23T19:43:27,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7a052780b1e943af87388a2cb2a4b600 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7a052780b1e943af87388a2cb2a4b600 2024-11-23T19:43:27,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/ff78cbaa67254999a7604cbc70e755f6 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/ff78cbaa67254999a7604cbc70e755f6 2024-11-23T19:43:27,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/be6da8292ba548238f6ae0e04ef28f47 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/be6da8292ba548238f6ae0e04ef28f47 2024-11-23T19:43:27,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/873c5cd8545b4168a24ec4d0b7a8cd93 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/873c5cd8545b4168a24ec4d0b7a8cd93 2024-11-23T19:43:27,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/d2c6b87584734751bdd32b5dbe5f88e4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/d2c6b87584734751bdd32b5dbe5f88e4 2024-11-23T19:43:27,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/27571b8b996a41ca9a579e11a22d286e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/27571b8b996a41ca9a579e11a22d286e 2024-11-23T19:43:27,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/047d54a692574246a773dad94c60138d to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/047d54a692574246a773dad94c60138d 2024-11-23T19:43:27,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/b0b62d4b5260406382b43b9ca9eb811f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/b0b62d4b5260406382b43b9ca9eb811f 2024-11-23T19:43:27,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7b7ed1a19cb34435b58ba479719c65f5 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/7b7ed1a19cb34435b58ba479719c65f5 2024-11-23T19:43:27,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/8b6e2f2052644bc4998e49ea33f92c42 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/8b6e2f2052644bc4998e49ea33f92c42 2024-11-23T19:43:27,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/2cfac67330774dc2abe89020bd943bbc, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/1654fa469f204d44943fc7bf79bbf171, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/b8397fe07a1f44619a051f4e415e6685, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/2849af674c06443685e3dda1c5d01ee8, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/47ed4b43310245b7a226bd46077f51b9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/e2cb6b261baa4becabd301a5857d0fb2, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/9bfad4adea324b95a7d1be1a9be68e8c, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/d51e6af6031641d7aea95ada210a6bcf, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/e58d4925370345a9af3e57d25cc44836, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/0fb2c0ecffe04ce4a6d88e9d7b85fbf4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/65f68bb7135443b6ab7feaa48737b871, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/64ab9ad0032648d5b486735c3481f667, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/c2a500bbd1f04c22a8bea885b3040222, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/1bf8665234f54931bdbc56cedbd064b6, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/f5a4c63cf04249bf8fcd0e84ca75f1bc, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/55b7c6f3ee4f4836862491e89361dee4, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/a83d768da75c4606b6d3849c66967c72, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/857fc130abe541809fa60bad81846d1f, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/8818f46f1abf48acb3baec5112f0db00, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/9917f6f85f56474b9b83bc7441057fd9, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/08b74db2d3944255bf413e2612a625b7] to archive 2024-11-23T19:43:27,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T19:43:27,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/2cfac67330774dc2abe89020bd943bbc to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/2cfac67330774dc2abe89020bd943bbc 2024-11-23T19:43:27,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/1654fa469f204d44943fc7bf79bbf171 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/1654fa469f204d44943fc7bf79bbf171 2024-11-23T19:43:27,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/b8397fe07a1f44619a051f4e415e6685 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/b8397fe07a1f44619a051f4e415e6685 2024-11-23T19:43:27,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/2849af674c06443685e3dda1c5d01ee8 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/2849af674c06443685e3dda1c5d01ee8 2024-11-23T19:43:27,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/47ed4b43310245b7a226bd46077f51b9 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/47ed4b43310245b7a226bd46077f51b9 2024-11-23T19:43:27,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/e2cb6b261baa4becabd301a5857d0fb2 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/e2cb6b261baa4becabd301a5857d0fb2 2024-11-23T19:43:27,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/9bfad4adea324b95a7d1be1a9be68e8c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/9bfad4adea324b95a7d1be1a9be68e8c 2024-11-23T19:43:27,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/d51e6af6031641d7aea95ada210a6bcf to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/d51e6af6031641d7aea95ada210a6bcf 2024-11-23T19:43:27,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/e58d4925370345a9af3e57d25cc44836 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/e58d4925370345a9af3e57d25cc44836 2024-11-23T19:43:27,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/0fb2c0ecffe04ce4a6d88e9d7b85fbf4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/0fb2c0ecffe04ce4a6d88e9d7b85fbf4 2024-11-23T19:43:27,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/65f68bb7135443b6ab7feaa48737b871 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/65f68bb7135443b6ab7feaa48737b871 2024-11-23T19:43:27,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/64ab9ad0032648d5b486735c3481f667 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/64ab9ad0032648d5b486735c3481f667 2024-11-23T19:43:27,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/c2a500bbd1f04c22a8bea885b3040222 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/c2a500bbd1f04c22a8bea885b3040222 2024-11-23T19:43:27,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/1bf8665234f54931bdbc56cedbd064b6 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/1bf8665234f54931bdbc56cedbd064b6 2024-11-23T19:43:27,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/f5a4c63cf04249bf8fcd0e84ca75f1bc to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/f5a4c63cf04249bf8fcd0e84ca75f1bc 2024-11-23T19:43:27,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/55b7c6f3ee4f4836862491e89361dee4 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/55b7c6f3ee4f4836862491e89361dee4 2024-11-23T19:43:27,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/a83d768da75c4606b6d3849c66967c72 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/a83d768da75c4606b6d3849c66967c72 2024-11-23T19:43:27,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/857fc130abe541809fa60bad81846d1f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/857fc130abe541809fa60bad81846d1f 2024-11-23T19:43:27,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/8818f46f1abf48acb3baec5112f0db00 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/8818f46f1abf48acb3baec5112f0db00 2024-11-23T19:43:27,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/9917f6f85f56474b9b83bc7441057fd9 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/9917f6f85f56474b9b83bc7441057fd9 2024-11-23T19:43:27,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/08b74db2d3944255bf413e2612a625b7 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/08b74db2d3944255bf413e2612a625b7 2024-11-23T19:43:27,662 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/recovered.edits/327.seqid, newMaxSeqId=327, maxSeqId=4 2024-11-23T19:43:27,663 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. 2024-11-23T19:43:27,663 DEBUG [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1676): Region close journal for 4435eff21b0f91fa7f82b1fcc36bc3d0: Waiting for close lock at 1732391005902Running coprocessor pre-close hooks at 1732391005902Disabling compacts and flushes for region at 1732391005902Disabling writes for close at 1732391005902Obtaining lock to block concurrent updates at 1732391005903 (+1 ms)Preparing flush snapshotting stores in 4435eff21b0f91fa7f82b1fcc36bc3d0 at 1732391005903Finished memstore snapshotting TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732391005903Flushing stores of TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0. at 1732391005905 (+2 ms)Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0/A: creating writer at 1732391005905Flushing mob file 4435eff21b0f91fa7f82b1fcc36bc3d0/A: appending metadata at 1732391005913 (+8 ms)Flushing mob file 4435eff21b0f91fa7f82b1fcc36bc3d0/A: closing flushed file at 1732391005913Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0/A: appending metadata at 1732391006328 (+415 ms)Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0/A: closing flushed file at 1732391006328Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0/B: creating writer at 1732391006747 (+419 ms)Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0/B: appending metadata at 1732391006751 (+4 ms)Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0/B: closing flushed file at 1732391006751Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0/C: creating writer at 1732391007166 (+415 ms)Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0/C: appending metadata at 1732391007171 (+5 ms)Flushing 4435eff21b0f91fa7f82b1fcc36bc3d0/C: closing flushed file at 1732391007171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7983e0b: reopening flushed file at 1732391007584 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f2c2da: reopening flushed file at 1732391007592 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f5e1ef: reopening flushed file at 1732391007597 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4435eff21b0f91fa7f82b1fcc36bc3d0 in 1700ms, sequenceid=324, compaction requested=true at 1732391007602 (+5 ms)Writing region close event to WAL at 1732391007660 (+58 ms)Running coprocessor post-close hooks at 1732391007663 (+3 ms)Closed at 1732391007663 2024-11-23T19:43:27,665 INFO [RS_CLOSE_REGION-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(157): Closed 4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=152 updating hbase:meta row=4435eff21b0f91fa7f82b1fcc36bc3d0, regionState=CLOSED 2024-11-23T19:43:27,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 because future has completed 2024-11-23T19:43:27,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-23T19:43:27,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; CloseRegionProcedure 4435eff21b0f91fa7f82b1fcc36bc3d0, server=e9a55eb58607,38025,1732390810767 in 1.9190 sec 2024-11-23T19:43:27,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-23T19:43:27,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4435eff21b0f91fa7f82b1fcc36bc3d0, UNASSIGN in 1.9240 sec 2024-11-23T19:43:27,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-23T19:43:27,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9290 sec 2024-11-23T19:43:27,672 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732391007672"}]},"ts":"1732391007672"} 2024-11-23T19:43:27,673 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T19:43:27,673 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T19:43:27,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9400 sec 2024-11-23T19:43:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-23T19:43:27,891 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:43:27,892 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T19:43:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:43:27,895 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:43:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-23T19:43:27,897 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=154, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:43:27,902 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,905 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C, FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/recovered.edits] 2024-11-23T19:43:27,909 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/168af14de8534c0ba8cf26afd750747f to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/168af14de8534c0ba8cf26afd750747f 2024-11-23T19:43:27,911 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/40490f8010bc4837a90bc4732db8df1e to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/40490f8010bc4837a90bc4732db8df1e 2024-11-23T19:43:27,913 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/69634a3b15194b28b7765cd9e1c5c322 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/A/69634a3b15194b28b7765cd9e1c5c322 2024-11-23T19:43:27,918 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/039220ac81294ef194db0b8987382baf to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/039220ac81294ef194db0b8987382baf 2024-11-23T19:43:27,920 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/802ec81e31ab43a38b607548dd6c4341 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/802ec81e31ab43a38b607548dd6c4341 2024-11-23T19:43:27,922 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/d9627ecd237240f2b737fb754e21e9c7 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/B/d9627ecd237240f2b737fb754e21e9c7 2024-11-23T19:43:27,926 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/8dbc924647c04217ad5312da1a233a16 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/8dbc924647c04217ad5312da1a233a16 2024-11-23T19:43:27,928 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/b1e8a4588bc24660b4af98ab7a74c731 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/b1e8a4588bc24660b4af98ab7a74c731 2024-11-23T19:43:27,930 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/e74507d692eb4edbb1abc7ba9e0d214c to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/C/e74507d692eb4edbb1abc7ba9e0d214c 2024-11-23T19:43:27,934 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/recovered.edits/327.seqid to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0/recovered.edits/327.seqid 2024-11-23T19:43:27,935 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/default/TestAcidGuarantees/4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,936 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T19:43:27,936 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T19:43:27,937 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T19:43:27,943 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112302a932ac9b1c4cc18ad98ecac9e03baf_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112302a932ac9b1c4cc18ad98ecac9e03baf_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,945 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230440cbe7bbb14c6caad08154439091fa_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230440cbe7bbb14c6caad08154439091fa_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,947 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230692c6e8226040b199f795d5b5cbac17_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230692c6e8226040b199f795d5b5cbac17_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,949 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230d093fb9f67b448ebc39500bb4d68060_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230d093fb9f67b448ebc39500bb4d68060_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,950 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112335ae99fc724e437389e11e6171c2d6f5_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112335ae99fc724e437389e11e6171c2d6f5_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,951 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234b3f34aff06741bc99d87990e572373f_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234b3f34aff06741bc99d87990e572373f_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,953 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235b85a83ed60a44b6b2e702fc193d385f_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235b85a83ed60a44b6b2e702fc193d385f_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,954 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237be136a614e64abd8c704f97adf7e50b_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237be136a614e64abd8c704f97adf7e50b_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,955 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238a92580d63354aed8f38578c06cfea0d_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238a92580d63354aed8f38578c06cfea0d_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,957 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cdc790fc909f4f74bd2419c54926a002_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cdc790fc909f4f74bd2419c54926a002_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,959 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d536a5e47ec14c98ac19154052f707f1_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d536a5e47ec14c98ac19154052f707f1_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,959 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d9e57116ab104f2f96d2e2c022bbb154_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d9e57116ab104f2f96d2e2c022bbb154_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,960 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e4a6eb5557144995880c5d6610e30e82_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e4a6eb5557144995880c5d6610e30e82_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,961 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123edfb44f0700549b0be3253ae1c23f5c9_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123edfb44f0700549b0be3253ae1c23f5c9_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,962 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ee12fcf4a2b14f78861bcdcd98c57dc6_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ee12fcf4a2b14f78861bcdcd98c57dc6_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,962 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f1327e0961b343989b1a826aa29ad43c_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f1327e0961b343989b1a826aa29ad43c_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,963 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fa7874d5be8c4c37bea87603bb11c22c_4435eff21b0f91fa7f82b1fcc36bc3d0 to hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fa7874d5be8c4c37bea87603bb11c22c_4435eff21b0f91fa7f82b1fcc36bc3d0 2024-11-23T19:43:27,964 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T19:43:27,965 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=154, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:43:27,967 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T19:43:27,969 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T19:43:27,970 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=154, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:43:27,970 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T19:43:27,970 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732391007970"}]},"ts":"9223372036854775807"} 2024-11-23T19:43:27,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-23T19:43:27,972 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4435eff21b0f91fa7f82b1fcc36bc3d0, NAME => 'TestAcidGuarantees,,1732390978523.4435eff21b0f91fa7f82b1fcc36bc3d0.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T19:43:27,972 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T19:43:27,972 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732391007972"}]},"ts":"9223372036854775807"} 2024-11-23T19:43:27,973 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-23T19:43:27,973 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=154, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T19:43:27,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 81 msec 2024-11-23T19:43:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-23T19:43:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-23T19:43:28,001 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-23T19:43:28,012 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=241 (was 237) - Thread LEAK? -, OpenFileDescriptor=457 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=305 (was 321), ProcessCount=11 (was 11), AvailableMemoryMB=8133 (was 8152) 2024-11-23T19:43:28,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T19:43:28,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:43:28,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:43:28,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:28,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:28,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:43:28,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T19:43:28,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1336910459, stopped=false 2024-11-23T19:43:28,013 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e9a55eb58607,38393,1732390809664 2024-11-23T19:43:28,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T19:43:28,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T19:43:28,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:43:28,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:43:28,062 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T19:43:28,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:43:28,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:43:28,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:28,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:43:28,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:43:28,063 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e9a55eb58607,38025,1732390810767' ***** 2024-11-23T19:43:28,064 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T19:43:28,064 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T19:43:28,065 INFO [RS:0;e9a55eb58607:38025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T19:43:28,065 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T19:43:28,065 INFO [RS:0;e9a55eb58607:38025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T19:43:28,065 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(959): stopping server e9a55eb58607,38025,1732390810767 2024-11-23T19:43:28,065 INFO [RS:0;e9a55eb58607:38025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T19:43:28,066 INFO [RS:0;e9a55eb58607:38025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e9a55eb58607:38025. 2024-11-23T19:43:28,066 DEBUG [RS:0;e9a55eb58607:38025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:43:28,066 DEBUG [RS:0;e9a55eb58607:38025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:28,066 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T19:43:28,066 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T19:43:28,066 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T19:43:28,066 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T19:43:28,067 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T19:43:28,067 DEBUG [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T19:43:28,068 DEBUG [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T19:43:28,068 DEBUG [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T19:43:28,068 INFO [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T19:43:28,068 DEBUG [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T19:43:28,068 DEBUG [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T19:43:28,068 DEBUG [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T19:43:28,068 INFO [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-23T19:43:28,092 DEBUG [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/.tmp/info/89e5f458ae9a4dc79524e6a3beee40d0 is 95, key is TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c./info:/1732390848272/DeleteFamily/seqid=0 2024-11-23T19:43:28,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742426_1602 (size=6514) 2024-11-23T19:43:28,095 INFO [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/.tmp/info/89e5f458ae9a4dc79524e6a3beee40d0 2024-11-23T19:43:28,098 INFO [regionserver/e9a55eb58607:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T19:43:28,112 DEBUG [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/.tmp/ns/6ae9c933cf0444d1bcbb3c6abd5d25ac is 93, key is TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c./ns:/1732390848234/DeleteFamily/seqid=0 2024-11-23T19:43:28,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742427_1603 (size=5906) 2024-11-23T19:43:28,268 DEBUG [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T19:43:28,382 INFO [regionserver/e9a55eb58607:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T19:43:28,383 INFO [regionserver/e9a55eb58607:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T19:43:28,468 DEBUG [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T19:43:28,516 INFO [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/.tmp/ns/6ae9c933cf0444d1bcbb3c6abd5d25ac 2024-11-23T19:43:28,543 DEBUG [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/.tmp/rep_barrier/90def91e036744a490ccefe76b18fe88 is 102, key is TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c./rep_barrier:/1732390848234/DeleteFamily/seqid=0 2024-11-23T19:43:28,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742428_1604 (size=6025) 2024-11-23T19:43:28,669 DEBUG [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T19:43:28,869 DEBUG [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T19:43:28,947 INFO [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/.tmp/rep_barrier/90def91e036744a490ccefe76b18fe88 2024-11-23T19:43:28,970 DEBUG [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/.tmp/table/c88018bfc89a4f568e27d1a615608a2c is 96, key is TestAcidGuarantees,,1732390814990.02cba21cee13e632cecb2af7dfa5921c./table:/1732390848234/DeleteFamily/seqid=0 2024-11-23T19:43:28,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742429_1605 (size=5936) 2024-11-23T19:43:29,069 DEBUG [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T19:43:29,225 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e9a55eb58607:38393 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-23T19:43:29,269 DEBUG [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T19:43:29,375 INFO [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/.tmp/table/c88018bfc89a4f568e27d1a615608a2c 2024-11-23T19:43:29,385 DEBUG [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/.tmp/info/89e5f458ae9a4dc79524e6a3beee40d0 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/info/89e5f458ae9a4dc79524e6a3beee40d0 2024-11-23T19:43:29,389 INFO [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/info/89e5f458ae9a4dc79524e6a3beee40d0, entries=12, sequenceid=90, filesize=6.4 K 2024-11-23T19:43:29,389 DEBUG [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/.tmp/ns/6ae9c933cf0444d1bcbb3c6abd5d25ac as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/ns/6ae9c933cf0444d1bcbb3c6abd5d25ac 2024-11-23T19:43:29,392 INFO [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/ns/6ae9c933cf0444d1bcbb3c6abd5d25ac, entries=8, sequenceid=90, filesize=5.8 K 2024-11-23T19:43:29,393 DEBUG [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/.tmp/rep_barrier/90def91e036744a490ccefe76b18fe88 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/rep_barrier/90def91e036744a490ccefe76b18fe88 2024-11-23T19:43:29,396 INFO [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/rep_barrier/90def91e036744a490ccefe76b18fe88, entries=6, sequenceid=90, filesize=5.9 K 2024-11-23T19:43:29,396 DEBUG [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/.tmp/table/c88018bfc89a4f568e27d1a615608a2c as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/table/c88018bfc89a4f568e27d1a615608a2c 2024-11-23T19:43:29,399 INFO [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/table/c88018bfc89a4f568e27d1a615608a2c, entries=7, sequenceid=90, filesize=5.8 K 2024-11-23T19:43:29,400 INFO [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=90, compaction requested=false 2024-11-23T19:43:29,404 DEBUG [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-23T19:43:29,404 DEBUG [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T19:43:29,405 INFO [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T19:43:29,405 DEBUG [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732391008067Running coprocessor pre-close hooks at 1732391008068 (+1 ms)Disabling compacts and flushes for region at 1732391008068Disabling writes for close at 1732391008068Obtaining lock to block concurrent updates at 1732391008068Preparing flush snapshotting stores in 1588230740 at 1732391008068Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732391008068Flushing stores of hbase:meta,,1.1588230740 at 1732391008069 (+1 ms)Flushing 1588230740/info: creating writer at 1732391008069Flushing 1588230740/info: appending metadata at 1732391008091 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732391008091Flushing 1588230740/ns: creating writer at 1732391008098 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732391008112 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732391008112Flushing 1588230740/rep_barrier: creating writer at 1732391008523 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732391008543 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732391008543Flushing 1588230740/table: creating writer at 1732391008954 (+411 ms)Flushing 1588230740/table: appending metadata at 1732391008969 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732391008970 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6318a2: reopening flushed file at 1732391009384 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d02ced2: reopening flushed file at 1732391009389 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad3fe82: reopening flushed file at 1732391009392 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f25c0fa: reopening flushed file at 1732391009396 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=90, compaction requested=false at 1732391009400 (+4 ms)Writing region close event to WAL at 1732391009402 (+2 ms)Running coprocessor post-close hooks at 1732391009404 (+2 ms)Closed at 1732391009405 (+1 ms) 2024-11-23T19:43:29,405 DEBUG [RS_CLOSE_META-regionserver/e9a55eb58607:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T19:43:29,470 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(976): stopping server e9a55eb58607,38025,1732390810767; all regions closed. 2024-11-23T19:43:29,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741834_1010 (size=25344) 2024-11-23T19:43:29,479 DEBUG [RS:0;e9a55eb58607:38025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/oldWALs 2024-11-23T19:43:29,480 INFO [RS:0;e9a55eb58607:38025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e9a55eb58607%2C38025%2C1732390810767.meta:.meta(num 1732390814527) 2024-11-23T19:43:29,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741832_1008 (size=13485567) 2024-11-23T19:43:29,486 DEBUG [RS:0;e9a55eb58607:38025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/oldWALs 2024-11-23T19:43:29,486 INFO [RS:0;e9a55eb58607:38025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e9a55eb58607%2C38025%2C1732390810767:(num 1732390813542) 2024-11-23T19:43:29,486 DEBUG [RS:0;e9a55eb58607:38025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:43:29,486 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T19:43:29,487 INFO [RS:0;e9a55eb58607:38025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T19:43:29,487 INFO [RS:0;e9a55eb58607:38025 {}] hbase.ChoreService(370): Chore service for: regionserver/e9a55eb58607:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T19:43:29,487 INFO [RS:0;e9a55eb58607:38025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T19:43:29,487 INFO [regionserver/e9a55eb58607:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T19:43:29,489 INFO [RS:0;e9a55eb58607:38025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38025 2024-11-23T19:43:29,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e9a55eb58607,38025,1732390810767 2024-11-23T19:43:29,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T19:43:29,545 INFO [RS:0;e9a55eb58607:38025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T19:43:29,558 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e9a55eb58607,38025,1732390810767] 2024-11-23T19:43:29,570 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e9a55eb58607,38025,1732390810767 already deleted, retry=false 2024-11-23T19:43:29,570 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e9a55eb58607,38025,1732390810767 expired; onlineServers=0 2024-11-23T19:43:29,571 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e9a55eb58607,38393,1732390809664' ***** 2024-11-23T19:43:29,571 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T19:43:29,571 INFO [M:0;e9a55eb58607:38393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T19:43:29,571 INFO [M:0;e9a55eb58607:38393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T19:43:29,571 DEBUG [M:0;e9a55eb58607:38393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T19:43:29,572 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T19:43:29,572 DEBUG [M:0;e9a55eb58607:38393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T19:43:29,572 DEBUG [master/e9a55eb58607:0:becomeActiveMaster-HFileCleaner.large.0-1732390813224 {}] cleaner.HFileCleaner(306): Exit Thread[master/e9a55eb58607:0:becomeActiveMaster-HFileCleaner.large.0-1732390813224,5,FailOnTimeoutGroup] 2024-11-23T19:43:29,572 DEBUG [master/e9a55eb58607:0:becomeActiveMaster-HFileCleaner.small.0-1732390813225 {}] cleaner.HFileCleaner(306): Exit Thread[master/e9a55eb58607:0:becomeActiveMaster-HFileCleaner.small.0-1732390813225,5,FailOnTimeoutGroup] 2024-11-23T19:43:29,572 INFO [M:0;e9a55eb58607:38393 {}] hbase.ChoreService(370): Chore service for: master/e9a55eb58607:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T19:43:29,572 INFO [M:0;e9a55eb58607:38393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T19:43:29,572 DEBUG [M:0;e9a55eb58607:38393 {}] master.HMaster(1795): Stopping service threads 2024-11-23T19:43:29,573 INFO [M:0;e9a55eb58607:38393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T19:43:29,573 INFO [M:0;e9a55eb58607:38393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T19:43:29,573 ERROR [M:0;e9a55eb58607:38393 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (726517346) connection to localhost/127.0.0.1:40929 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40929,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-23T19:43:29,574 INFO [M:0;e9a55eb58607:38393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T19:43:29,574 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T19:43:29,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T19:43:29,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:43:29,582 DEBUG [M:0;e9a55eb58607:38393 {}] zookeeper.ZKUtil(347): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T19:43:29,582 WARN [M:0;e9a55eb58607:38393 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T19:43:29,583 INFO [M:0;e9a55eb58607:38393 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/.lastflushedseqids 2024-11-23T19:43:29,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742430_1606 (size=72) 2024-11-23T19:43:29,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:43:29,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1016a7f7f940001, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:43:29,659 INFO [RS:0;e9a55eb58607:38025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T19:43:29,659 INFO [RS:0;e9a55eb58607:38025 {}] regionserver.HRegionServer(1031): Exiting; stopping=e9a55eb58607,38025,1732390810767; zookeeper connection closed. 2024-11-23T19:43:29,660 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fe9dd46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fe9dd46 2024-11-23T19:43:29,660 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T19:43:29,996 INFO [M:0;e9a55eb58607:38393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T19:43:29,997 INFO [M:0;e9a55eb58607:38393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T19:43:29,997 DEBUG [M:0;e9a55eb58607:38393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T19:43:29,997 INFO [M:0;e9a55eb58607:38393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:43:29,997 DEBUG [M:0;e9a55eb58607:38393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:43:29,997 DEBUG [M:0;e9a55eb58607:38393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T19:43:29,997 DEBUG [M:0;e9a55eb58607:38393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:43:29,998 INFO [M:0;e9a55eb58607:38393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=730.12 KB heapSize=895.78 KB 2024-11-23T19:43:30,020 DEBUG [M:0;e9a55eb58607:38393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06db64096ce24867804dc1417f6e4e9d is 82, key is hbase:meta,,1/info:regioninfo/1732390814613/Put/seqid=0 2024-11-23T19:43:30,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742431_1607 (size=5672) 2024-11-23T19:43:30,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T19:43:30,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T19:43:30,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T19:43:30,423 INFO [M:0;e9a55eb58607:38393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2050 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06db64096ce24867804dc1417f6e4e9d 2024-11-23T19:43:30,446 DEBUG [M:0;e9a55eb58607:38393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b38c02072ff44aaada579963c8cfd19 is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1732390851438/Put/seqid=0 2024-11-23T19:43:30,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742432_1608 (size=41410) 2024-11-23T19:43:30,851 INFO [M:0;e9a55eb58607:38393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=729.57 KB at sequenceid=2050 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b38c02072ff44aaada579963c8cfd19 2024-11-23T19:43:30,858 INFO [M:0;e9a55eb58607:38393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b38c02072ff44aaada579963c8cfd19 2024-11-23T19:43:30,876 DEBUG [M:0;e9a55eb58607:38393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7266a794a64465f9ad86ea7becd85f1 is 69, key is e9a55eb58607,38025,1732390810767/rs:state/1732390813292/Put/seqid=0 2024-11-23T19:43:30,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073742433_1609 (size=5156) 2024-11-23T19:43:31,280 INFO [M:0;e9a55eb58607:38393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2050 (bloomFilter=true), to=hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7266a794a64465f9ad86ea7becd85f1 2024-11-23T19:43:31,287 DEBUG [M:0;e9a55eb58607:38393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06db64096ce24867804dc1417f6e4e9d as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06db64096ce24867804dc1417f6e4e9d 2024-11-23T19:43:31,293 INFO [M:0;e9a55eb58607:38393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06db64096ce24867804dc1417f6e4e9d, entries=8, sequenceid=2050, filesize=5.5 K 2024-11-23T19:43:31,293 DEBUG [M:0;e9a55eb58607:38393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b38c02072ff44aaada579963c8cfd19 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b38c02072ff44aaada579963c8cfd19 2024-11-23T19:43:31,296 INFO [M:0;e9a55eb58607:38393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b38c02072ff44aaada579963c8cfd19 2024-11-23T19:43:31,296 INFO [M:0;e9a55eb58607:38393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b38c02072ff44aaada579963c8cfd19, entries=154, sequenceid=2050, filesize=40.4 K 2024-11-23T19:43:31,297 DEBUG [M:0;e9a55eb58607:38393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7266a794a64465f9ad86ea7becd85f1 as hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7266a794a64465f9ad86ea7becd85f1 2024-11-23T19:43:31,300 INFO [M:0;e9a55eb58607:38393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40929/user/jenkins/test-data/37f45f07-aa1a-3bfc-22f9-9fff7b0712fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7266a794a64465f9ad86ea7becd85f1, entries=1, sequenceid=2050, filesize=5.0 K 2024-11-23T19:43:31,301 INFO [M:0;e9a55eb58607:38393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~730.12 KB/747644, heapSize ~895.48 KB/916976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=2050, compaction requested=false 2024-11-23T19:43:31,302 INFO [M:0;e9a55eb58607:38393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:43:31,302 DEBUG [M:0;e9a55eb58607:38393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732391009997Disabling compacts and flushes for region at 1732391009997Disabling writes for close at 1732391009997Obtaining lock to block concurrent updates at 1732391009998 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732391009998Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=747644, getHeapSize=917216, getOffHeapSize=0, getCellsCount=2229 at 1732391009999 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732391010000 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732391010000Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732391010019 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732391010019Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732391010426 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732391010446 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732391010446Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732391010858 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732391010876 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732391010876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf799ee: reopening flushed file at 1732391011286 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e185bc5: reopening flushed file at 1732391011293 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4a057d: reopening flushed file at 1732391011296 (+3 ms)Finished flush of dataSize ~730.12 KB/747644, heapSize ~895.48 KB/916976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=2050, compaction requested=false at 1732391011301 (+5 ms)Writing region close event to WAL at 1732391011302 (+1 ms)Closed at 1732391011302 2024-11-23T19:43:31,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45667 is added to blk_1073741830_1006 (size=882029) 2024-11-23T19:43:31,305 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T19:43:31,305 INFO [M:0;e9a55eb58607:38393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T19:43:31,305 INFO [M:0;e9a55eb58607:38393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38393 2024-11-23T19:43:31,306 INFO [M:0;e9a55eb58607:38393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T19:43:31,445 INFO [M:0;e9a55eb58607:38393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T19:43:31,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:43:31,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1016a7f7f940000, quorum=127.0.0.1:60193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:43:31,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dfb1097{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T19:43:31,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T19:43:31,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T19:43:31,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T19:43:31,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/hadoop.log.dir/,STOPPED} 2024-11-23T19:43:31,460 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T19:43:31,460 WARN [BP-1012490565-172.17.0.2-1732390805632 heartbeating to localhost/127.0.0.1:40929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T19:43:31,460 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T19:43:31,460 WARN [BP-1012490565-172.17.0.2-1732390805632 heartbeating to localhost/127.0.0.1:40929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1012490565-172.17.0.2-1732390805632 (Datanode Uuid d4d2ef34-3910-46db-a91c-dbb808b0d684) service to localhost/127.0.0.1:40929 2024-11-23T19:43:31,462 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/cluster_3240d847-f7e0-6776-bf1b-538b0d0e6151/data/data1/current/BP-1012490565-172.17.0.2-1732390805632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T19:43:31,463 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/cluster_3240d847-f7e0-6776-bf1b-538b0d0e6151/data/data2/current/BP-1012490565-172.17.0.2-1732390805632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T19:43:31,463 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T19:43:31,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bbf242f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T19:43:31,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T19:43:31,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T19:43:31,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T19:43:31,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79d8b647-8090-383e-2368-316b1aeb0d47/hadoop.log.dir/,STOPPED} 2024-11-23T19:43:31,484 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T19:43:31,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down